2024-11-13 07:16:40,867 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f
2024-11-13 07:16:40,892 main DEBUG Took 0.021683 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-13 07:16:40,900 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-13 07:16:40,926 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-13 07:16:40,927 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-13 07:16:40,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:40,948 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-13 07:16:40,968 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:40,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:40,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:40,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,001 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,003 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,005 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,007 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,010 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,012 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,014 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,019 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,020 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 07:16:41,025 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,025 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-13 07:16:41,033 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 07:16:41,035 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-13 07:16:41,040 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-13 07:16:41,040 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-13 07:16:41,042 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-13 07:16:41,042 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-13 07:16:41,056 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-13 07:16:41,060 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-13 07:16:41,062 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-13 07:16:41,063 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-13 07:16:41,063 main DEBUG createAppenders(={Console})
2024-11-13 07:16:41,065 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f initialized
2024-11-13 07:16:41,065 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f
2024-11-13 07:16:41,066 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f OK.
2024-11-13 07:16:41,066 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-13 07:16:41,067 main DEBUG OutputStream closed
2024-11-13 07:16:41,067 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-13 07:16:41,067 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-13 07:16:41,068 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4b0d79fc OK
2024-11-13 07:16:41,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-13 07:16:41,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-13 07:16:41,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-13 07:16:41,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-13 07:16:41,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-13 07:16:41,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-13 07:16:41,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-13 07:16:41,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-13 07:16:41,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-13 07:16:41,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-13 07:16:41,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-13 07:16:41,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-13 07:16:41,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-13 07:16:41,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-13 07:16:41,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-13 07:16:41,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-13 07:16:41,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-13 07:16:41,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-13 07:16:41,215 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13 07:16:41,215 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@68b32e3e) with optional ClassLoader: null
2024-11-13 07:16:41,216 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-13 07:16:41,217 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@68b32e3e] started OK.
2024-11-13T07:16:41,686 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d
2024-11-13 07:16:41,692 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-13 07:16:41,693 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13T07:16:41,710 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-13T07:16:41,763 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-13T07:16:41,802 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0, deleteOnExit=true
2024-11-13T07:16:41,803 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-13T07:16:41,805 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/test.cache.data in system properties and HBase conf
2024-11-13T07:16:41,806 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/hadoop.tmp.dir in system properties and HBase conf
2024-11-13T07:16:41,808 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/hadoop.log.dir in system properties and HBase conf
2024-11-13T07:16:41,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-13T07:16:41,810 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-13T07:16:41,810 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-13T07:16:41,952 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-13T07:16:42,091 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-13T07:16:42,107 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-13T07:16:42,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-13T07:16:42,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-13T07:16:42,109 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T07:16:42,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-13T07:16:42,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-13T07:16:42,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T07:16:42,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T07:16:42,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-13T07:16:42,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/nfs.dump.dir in system properties and HBase conf
2024-11-13T07:16:42,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/java.io.tmpdir in system properties and HBase conf
2024-11-13T07:16:42,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T07:16:42,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-13T07:16:42,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-13T07:16:43,621 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-13T07:16:43,741 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3984ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-13T07:16:43,831 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T07:16:43,920 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T07:16:44,026 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T07:16:44,026 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T07:16:44,028 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-13T07:16:44,073 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T07:16:44,085 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/hadoop.log.dir/,AVAILABLE}
2024-11-13T07:16:44,087 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T07:16:44,438 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/java.io.tmpdir/jetty-localhost-40567-hadoop-hdfs-3_4_1-tests_jar-_-any-16980226891683401971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T07:16:44,489 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:40567}
2024-11-13T07:16:44,489 INFO  [Time-limited test {}] server.Server(415): Started @4734ms
2024-11-13T07:16:45,562 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T07:16:45,575 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T07:16:45,597 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T07:16:45,604 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T07:16:45,605 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-13T07:16:45,609 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/hadoop.log.dir/,AVAILABLE}
2024-11-13T07:16:45,610 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T07:16:45,805 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/java.io.tmpdir/jetty-localhost-39071-hadoop-hdfs-3_4_1-tests_jar-_-any-1198705494999454161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T07:16:45,809 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:39071}
2024-11-13T07:16:45,809 INFO  [Time-limited test {}] server.Server(415): Started @6053ms
2024-11-13T07:16:45,899 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-13T07:16:47,117 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data2/current/BP-780329002-172.17.0.3-1731482202983/current, will proceed with Du for space computation calculation, 
2024-11-13T07:16:47,117 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data1/current/BP-780329002-172.17.0.3-1731482202983/current, will proceed with Du for space computation calculation, 
2024-11-13T07:16:47,207 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-13T07:16:47,310 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42f8b68e75ec9fd8 with lease ID 0x8334fe56b6d2533f: Processing first storage report for DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5 from datanode DatanodeRegistration(127.0.0.1:32779, datanodeUuid=273df652-ad22-4339-9455-89d2bafa073b, infoPort=39497, infoSecurePort=0, ipcPort=42451, storageInfo=lv=-57;cid=testClusterID;nsid=851837479;c=1731482202983)
2024-11-13T07:16:47,312 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42f8b68e75ec9fd8 with lease ID 0x8334fe56b6d2533f: from storage DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5 node DatanodeRegistration(127.0.0.1:32779, datanodeUuid=273df652-ad22-4339-9455-89d2bafa073b, infoPort=39497, infoSecurePort=0, ipcPort=42451, storageInfo=lv=-57;cid=testClusterID;nsid=851837479;c=1731482202983), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-13T07:16:47,313 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42f8b68e75ec9fd8 with lease ID 0x8334fe56b6d2533f: Processing first storage report for DS-1d0a7d59-c886-430e-b018-eb4c123ac1f0 from datanode DatanodeRegistration(127.0.0.1:32779, datanodeUuid=273df652-ad22-4339-9455-89d2bafa073b, infoPort=39497, infoSecurePort=0, ipcPort=42451, storageInfo=lv=-57;cid=testClusterID;nsid=851837479;c=1731482202983)
2024-11-13T07:16:47,313 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42f8b68e75ec9fd8 with lease ID 0x8334fe56b6d2533f: from storage DS-1d0a7d59-c886-430e-b018-eb4c123ac1f0 node DatanodeRegistration(127.0.0.1:32779, datanodeUuid=273df652-ad22-4339-9455-89d2bafa073b, infoPort=39497, infoSecurePort=0, ipcPort=42451, storageInfo=lv=-57;cid=testClusterID;nsid=851837479;c=1731482202983), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-13T07:16:47,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d
2024-11-13T07:16:47,542 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/zookeeper_0, clientPort=57111, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-13T07:16:47,577 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57111
2024-11-13T07:16:47,596 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:16:47,600 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:16:48,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741825_1001 (size=7)
2024-11-13T07:16:48,461 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0 with version=8
2024-11-13T07:16:48,462 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/hbase-staging
2024-11-13T07:16:48,665 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-13T07:16:48,975 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45
2024-11-13T07:16:48,990 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T07:16:48,991 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T07:16:49,012 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T07:16:49,013 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T07:16:49,013 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T07:16:49,217 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-13T07:16:49,302 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-13T07:16:49,315 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-13T07:16:49,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T07:16:49,362 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8946 (auto-detected)
2024-11-13T07:16:49,364 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-13T07:16:49,402 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42011
2024-11-13T07:16:49,435 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42011 connecting to ZooKeeper ensemble=127.0.0.1:57111
2024-11-13T07:16:49,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420110x0, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T07:16:49,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42011-0x101330dc0a90000 connected
2024-11-13T07:16:50,052 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:16:50,055 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:16:50,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T07:16:50,093 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0, hbase.cluster.distributed=false
2024-11-13T07:16:50,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T07:16:50,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42011
2024-11-13T07:16:50,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42011
2024-11-13T07:16:50,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42011
2024-11-13T07:16:50,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42011
2024-11-13T07:16:50,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42011
2024-11-13T07:16:50,352 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45
2024-11-13T07:16:50,355 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T07:16:50,356 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T07:16:50,356 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T07:16:50,357 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T07:16:50,357 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T07:16:50,360 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-13T07:16:50,364 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T07:16:50,366 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44375
2024-11-13T07:16:50,369 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44375 connecting to ZooKeeper ensemble=127.0.0.1:57111
2024-11-13T07:16:50,371 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:16:50,376 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:16:50,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443750x0, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T07:16:50,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443750x0, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T07:16:50,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44375-0x101330dc0a90001 connected
2024-11-13T07:16:50,418 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-13T07:16:50,459 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-13T07:16:50,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-13T07:16:50,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T07:16:50,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44375
2024-11-13T07:16:50,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44375
2024-11-13T07:16:50,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44375
2024-11-13T07:16:50,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44375
2024-11-13T07:16:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44375
2024-11-13T07:16:50,555 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:42011
2024-11-13T07:16:50,557 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2998b885bdef,42011,1731482208742
2024-11-13T07:16:50,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T07:16:50,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T07:16:50,579 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2998b885bdef,42011,1731482208742
2024-11-13T07:16:50,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-13T07:16:50,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:50,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:50,619 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-13T07:16:50,620 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2998b885bdef,42011,1731482208742 from backup master directory
2024-11-13T07:16:50,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2998b885bdef,42011,1731482208742
2024-11-13T07:16:50,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T07:16:50,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T07:16:50,653 WARN  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T07:16:50,653 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,42011,1731482208742
2024-11-13T07:16:50,656 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-13T07:16:50,658 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-13T07:16:50,750 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/hbase.id] with ID: 0ce6cbfe-9893-4f03-8260-525c3bcc9d3a
2024-11-13T07:16:50,751 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/.tmp/hbase.id
2024-11-13T07:16:50,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741826_1002 (size=42)
2024-11-13T07:16:50,789 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/.tmp/hbase.id]:[hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/hbase.id]
2024-11-13T07:16:50,864 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T07:16:50,870 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-13T07:16:50,899 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms.
2024-11-13T07:16:50,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:50,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741827_1003 (size=196)
2024-11-13T07:16:51,381 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:16:51,385 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-13T07:16:51,412 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:51,418 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T07:16:51,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741828_1004 (size=1189)
2024-11-13T07:16:51,913 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store
2024-11-13T07:16:51,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741829_1005 (size=34)
2024-11-13T07:16:52,005 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-13T07:16:52,012 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:16:52,014 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T07:16:52,014 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:16:52,014 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:16:52,016 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T07:16:52,016 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:16:52,017 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:16:52,018 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731482212013Disabling compacts and flushes for region at 1731482212013Disabling writes for close at 1731482212016 (+3 ms)Writing region close event to WAL at 1731482212016Closed at 1731482212017 (+1 ms)
2024-11-13T07:16:52,024 WARN  [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/.initializing
2024-11-13T07:16:52,025 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/WALs/2998b885bdef,42011,1731482208742
2024-11-13T07:16:52,039 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T07:16:52,070 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C42011%2C1731482208742, suffix=, logDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/WALs/2998b885bdef,42011,1731482208742, archiveDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/oldWALs, maxLogs=10
2024-11-13T07:16:52,105 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/WALs/2998b885bdef,42011,1731482208742/2998b885bdef%2C42011%2C1731482208742.1731482212077, exclude list is [], retry=0
2024-11-13T07:16:52,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]
2024-11-13T07:16:52,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-13T07:16:52,209 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/WALs/2998b885bdef,42011,1731482208742/2998b885bdef%2C42011%2C1731482208742.1731482212077
2024-11-13T07:16:52,213 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39497:39497)]
2024-11-13T07:16:52,214 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:16:52,215 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:16:52,220 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:16:52,221 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:16:52,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T07:16:52,380 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-13T07:16:52,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:52,390 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:52,394 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T07:16:52,402 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-13T07:16:52,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:52,412 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:16:52,413 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T07:16:52,417 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-13T07:16:52,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:52,419 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:16:52,419 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T07:16:52,427 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-13T07:16:52,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:52,430 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:16:52,432 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:16:52,437 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:16:52,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:16:52,448 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:16:52,449 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:16:52,455 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T07:16:52,461 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T07:16:52,476 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:16:52,479 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69867774, jitterRate=0.04111096262931824}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T07:16:52,490 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731482212267Initializing all the Stores at 1731482212288 (+21 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482212289 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482212295 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482212296 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482212296Cleaning up temporary data from old regions at 1731482212449 (+153 ms)Region opened successfully at 1731482212489 (+40 ms)
2024-11-13T07:16:52,496 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-13T07:16:52,580 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e36863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0
2024-11-13T07:16:52,629 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-13T07:16:52,646 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-13T07:16:52,646 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-13T07:16:52,653 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-13T07:16:52,659 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec
2024-11-13T07:16:52,668 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-13T07:16:52,669 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-13T07:16:52,756 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-13T07:16:52,782 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-13T07:16:52,865 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-13T07:16:52,868 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-13T07:16:52,876 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-13T07:16:52,892 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-13T07:16:52,896 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-13T07:16:52,909 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-13T07:16:52,921 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-13T07:16:52,932 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-13T07:16:52,956 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-13T07:16:53,006 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-13T07:16:53,015 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-13T07:16:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T07:16:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T07:16:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:53,059 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,42011,1731482208742, sessionid=0x101330dc0a90000, setting cluster-up flag (Was=false)
2024-11-13T07:16:53,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:53,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:53,185 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-13T07:16:53,197 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,42011,1731482208742
2024-11-13T07:16:53,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:53,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:53,268 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-13T07:16:53,274 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,42011,1731482208742
2024-11-13T07:16:53,282 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-13T07:16:53,359 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(746): ClusterId : 0ce6cbfe-9893-4f03-8260-525c3bcc9d3a
2024-11-13T07:16:53,362 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-13T07:16:53,376 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-13T07:16:53,376 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-13T07:16:53,394 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-13T07:16:53,396 DEBUG [RS:0;2998b885bdef:44375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0
2024-11-13T07:16:53,419 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-13T07:16:53,457 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-13T07:16:53,462 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:44375
2024-11-13T07:16:53,470 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-13T07:16:53,471 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-13T07:16:53,471 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-13T07:16:53,474 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,42011,1731482208742 with port=44375, startcode=1731482210290
2024-11-13T07:16:53,478 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-13T07:16:53,497 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,42011,1731482208742
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-13T07:16:53,508 DEBUG [RS:0;2998b885bdef:44375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-13T07:16:53,517 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5
2024-11-13T07:16:53,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5
2024-11-13T07:16:53,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5
2024-11-13T07:16:53,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5
2024-11-13T07:16:53,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10
2024-11-13T07:16:53,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:53,519 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2
2024-11-13T07:16:53,519 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:53,584 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482243584
2024-11-13T07:16:53,586 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-13T07:16:53,587 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-13T07:16:53,592 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-13T07:16:53,593 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-13T07:16:53,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T07:16:53,593 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-13T07:16:53,593 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-13T07:16:53,593 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-13T07:16:53,596 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:53,611 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-13T07:16:53,613 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-13T07:16:53,613 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-13T07:16:53,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:53,616 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-13T07:16:53,625 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-13T07:16:53,626 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-13T07:16:53,630 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-13T07:16:53,640 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42011 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:53,644 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482213629,5,FailOnTimeoutGroup]
2024-11-13T07:16:53,656 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482213645,5,FailOnTimeoutGroup]
2024-11-13T07:16:53,657 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:53,657 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-13T07:16:53,658 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:53,659 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:53,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741831_1007 (size=1321)
2024-11-13T07:16:53,695 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-13T07:16:53,696 WARN  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-13T07:16:53,805 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,42011,1731482208742 with port=44375, startcode=1731482210290
2024-11-13T07:16:53,807 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,44375,1731482210290
2024-11-13T07:16:53,810 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42011 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,44375,1731482210290
2024-11-13T07:16:53,830 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0
2024-11-13T07:16:53,830 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36317
2024-11-13T07:16:53,830 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-13T07:16:53,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T07:16:53,946 DEBUG [RS:0;2998b885bdef:44375 {}] zookeeper.ZKUtil(111): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2998b885bdef,44375,1731482210290
2024-11-13T07:16:53,947 WARN  [RS:0;2998b885bdef:44375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T07:16:53,947 INFO  [RS:0;2998b885bdef:44375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T07:16:53,947 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/WALs/2998b885bdef,44375,1731482210290
2024-11-13T07:16:53,950 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,44375,1731482210290]
2024-11-13T07:16:54,027 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-13T07:16:54,058 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-13T07:16:54,070 INFO  [RS:0;2998b885bdef:44375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-13T07:16:54,070 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,073 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-13T07:16:54,090 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-13T07:16:54,093 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,094 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,099 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,100 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,100 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,100 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,100 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2
2024-11-13T07:16:54,100 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,101 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,101 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,101 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,101 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,101 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1
2024-11-13T07:16:54,101 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3
2024-11-13T07:16:54,102 DEBUG [RS:0;2998b885bdef:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3
2024-11-13T07:16:54,103 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-13T07:16:54,104 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0
2024-11-13T07:16:54,119 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,120 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,120 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,120 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,124 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,124 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44375,1731482210290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T07:16:54,153 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-13T07:16:54,156 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44375,1731482210290-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,158 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,158 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.Replication(171): 2998b885bdef,44375,1731482210290 started
2024-11-13T07:16:54,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741832_1008 (size=32)
2024-11-13T07:16:54,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:16:54,189 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:54,190 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,44375,1731482210290, RpcServer on 2998b885bdef/172.17.0.3:44375, sessionid=0x101330dc0a90001
2024-11-13T07:16:54,191 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-13T07:16:54,191 DEBUG [RS:0;2998b885bdef:44375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,44375,1731482210290
2024-11-13T07:16:54,191 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,44375,1731482210290'
2024-11-13T07:16:54,192 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-13T07:16:54,195 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-13T07:16:54,204 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-13T07:16:54,204 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-13T07:16:54,204 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T07:16:54,205 DEBUG [RS:0;2998b885bdef:44375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,44375,1731482210290
2024-11-13T07:16:54,205 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,44375,1731482210290'
2024-11-13T07:16:54,205 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-13T07:16:54,216 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-13T07:16:54,222 DEBUG [RS:0;2998b885bdef:44375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-13T07:16:54,222 INFO  [RS:0;2998b885bdef:44375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-13T07:16:54,223 INFO  [RS:0;2998b885bdef:44375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-13T07:16:54,223 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T07:16:54,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:54,229 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:54,230 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T07:16:54,243 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T07:16:54,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:54,250 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:54,251 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T07:16:54,272 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T07:16:54,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:54,280 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:54,281 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T07:16:54,292 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T07:16:54,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:54,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:54,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T07:16:54,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740
2024-11-13T07:16:54,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740
2024-11-13T07:16:54,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T07:16:54,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T07:16:54,337 INFO  [RS:0;2998b885bdef:44375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T07:16:54,337 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:16:54,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T07:16:54,354 INFO  [RS:0;2998b885bdef:44375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C44375%2C1731482210290, suffix=, logDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/WALs/2998b885bdef,44375,1731482210290, archiveDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/oldWALs, maxLogs=32
2024-11-13T07:16:54,366 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:16:54,376 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72464557, jitterRate=0.07980604469776154}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:16:54,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731482214180Initializing all the Stores at 1731482214192 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482214192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482214204 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482214204Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482214204Cleaning up temporary data from old regions at 1731482214329 (+125 ms)Region opened successfully at 1731482214385 (+56 ms)
2024-11-13T07:16:54,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T07:16:54,385 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T07:16:54,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T07:16:54,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T07:16:54,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T07:16:54,389 DEBUG [RS:0;2998b885bdef:44375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/WALs/2998b885bdef,44375,1731482210290/2998b885bdef%2C44375%2C1731482210290.1731482214361, exclude list is [], retry=0
2024-11-13T07:16:54,394 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T07:16:54,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731482214385Disabling compacts and flushes for region at 1731482214385Disabling writes for close at 1731482214386 (+1 ms)Writing region close event to WAL at 1731482214393 (+7 ms)Closed at 1731482214393
2024-11-13T07:16:54,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]
2024-11-13T07:16:54,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T07:16:54,405 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-13T07:16:54,415 INFO  [RS:0;2998b885bdef:44375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/WALs/2998b885bdef,44375,1731482210290/2998b885bdef%2C44375%2C1731482210290.1731482214361
2024-11-13T07:16:54,418 DEBUG [RS:0;2998b885bdef:44375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39497:39497)]
2024-11-13T07:16:54,420 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-13T07:16:54,438 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T07:16:54,443 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-13T07:16:54,596 DEBUG [2998b885bdef:42011 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-13T07:16:54,610 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:16:54,622 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,44375,1731482210290, state=OPENING
2024-11-13T07:16:54,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-13T07:16:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:16:54,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T07:16:54,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T07:16:54,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T07:16:54,882 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:16:55,084 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-13T07:16:55,101 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-13T07:16:55,138 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-13T07:16:55,138 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T07:16:55,139 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-13T07:16:55,144 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C44375%2C1731482210290.meta, suffix=.meta, logDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/WALs/2998b885bdef,44375,1731482210290, archiveDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/oldWALs, maxLogs=32
2024-11-13T07:16:55,170 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/WALs/2998b885bdef,44375,1731482210290/2998b885bdef%2C44375%2C1731482210290.meta.1731482215148.meta, exclude list is [], retry=0
2024-11-13T07:16:55,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]
2024-11-13T07:16:55,212 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/WALs/2998b885bdef,44375,1731482210290/2998b885bdef%2C44375%2C1731482210290.meta.1731482215148.meta
2024-11-13T07:16:55,214 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39497:39497)]
2024-11-13T07:16:55,215 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:16:55,218 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-13T07:16:55,230 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-13T07:16:55,239 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-13T07:16:55,246 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-13T07:16:55,247 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:16:55,247 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-13T07:16:55,247 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-13T07:16:55,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T07:16:55,255 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T07:16:55,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:55,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:55,258 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T07:16:55,260 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T07:16:55,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:55,262 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:55,262 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T07:16:55,265 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T07:16:55,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:55,266 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:55,266 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T07:16:55,269 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T07:16:55,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:55,281 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T07:16:55,282 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T07:16:55,289 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740
2024-11-13T07:16:55,309 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740
2024-11-13T07:16:55,314 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T07:16:55,314 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T07:16:55,317 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:16:55,337 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T07:16:55,340 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64520658, jitterRate=-0.03856727480888367}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:16:55,340 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-13T07:16:55,342 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731482215248Writing region info on filesystem at 1731482215248Initializing all the Stores at 1731482215252 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482215252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482215252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482215252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482215252Cleaning up temporary data from old regions at 1731482215314 (+62 ms)Running coprocessor post-open hooks at 1731482215340 (+26 ms)Region opened successfully at 1731482215342 (+2 ms)
2024-11-13T07:16:55,352 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482215071
2024-11-13T07:16:55,369 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-13T07:16:55,372 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:16:55,374 INFO  [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-13T07:16:55,376 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,44375,1731482210290, state=OPEN
2024-11-13T07:16:55,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T07:16:55,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T07:16:55,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T07:16:55,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T07:16:55,435 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:55,441 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-13T07:16:55,442 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,44375,1731482210290 in 554 msec
2024-11-13T07:16:55,450 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-13T07:16:55,450 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0240 sec
2024-11-13T07:16:55,453 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T07:16:55,454 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-13T07:16:55,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:55,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:55,495 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:55,498 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:55,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.2110 sec
2024-11-13T07:16:55,535 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482215535, completionTime=-1
2024-11-13T07:16:55,539 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-13T07:16:55,539 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-13T07:16:55,572 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-13T07:16:55,572 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482275572
2024-11-13T07:16:55,572 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482335572
2024-11-13T07:16:55,572 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 33 msec
2024-11-13T07:16:55,575 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42011,1731482208742-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:55,575 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42011,1731482208742-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:55,575 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42011,1731482208742-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:55,577 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:42011, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:55,578 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:55,579 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:55,586 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-13T07:16:55,625 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.971sec
2024-11-13T07:16:55,627 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-13T07:16:55,628 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-13T07:16:55,629 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-13T07:16:55,630 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-13T07:16:55,630 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-13T07:16:55,631 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42011,1731482208742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T07:16:55,631 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42011,1731482208742-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-13T07:16:55,640 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-13T07:16:55,641 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-13T07:16:55,642 INFO  [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42011,1731482208742-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T07:16:55,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec6ff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:55,678 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-13T07:16:55,678 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-13T07:16:55,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:55,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:55,696 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e391a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:55,707 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:55,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f5c7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:55,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:55,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:55,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:55,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:55,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,42011,1731482208742
2024-11-13T07:16:55,768 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=208, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=773, ProcessCount=11, AvailableMemoryMB=4191
2024-11-13T07:16:55,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T07:16:55,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42011,1731482208742
2024-11-13T07:16:55,823 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f8a333
2024-11-13T07:16:55,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T07:16:55,832 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T07:16:55,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:16:55,853 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-13T07:16:55,905 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:16:55,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-13T07:16:55,908 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:16:55,921 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:16:56,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741835_1011 (size=1061)
2024-11-13T07:16:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:16:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:16:56,419 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0
2024-11-13T07:16:56,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741836_1012 (size=53)
2024-11-13T07:16:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:16:56,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:16:56,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dac418bb1d6fe76e6359fe725618eb1f, disabling compactions & flushes
2024-11-13T07:16:56,845 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:56,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:56,846 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. after waiting 0 ms
2024-11-13T07:16:56,846 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:56,846 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:56,846 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dac418bb1d6fe76e6359fe725618eb1f:
Waiting for close lock at 1731482216845Disabling compacts and flushes for region at 1731482216845Disabling writes for close at 1731482216846 (+1 ms)Writing region close event to WAL at 1731482216846Closed at 1731482216846
2024-11-13T07:16:56,849 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:16:56,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482216849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482216849"}]},"ts":"1731482216849"}
2024-11-13T07:16:56,864 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:16:56,868 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:16:56,878 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482216868"}]},"ts":"1731482216868"}
2024-11-13T07:16:56,886 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-13T07:16:56,888 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, ASSIGN}]
2024-11-13T07:16:56,892 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, ASSIGN
2024-11-13T07:16:56,904 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, ASSIGN; state=OFFLINE, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=false
2024-11-13T07:16:57,061 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dac418bb1d6fe76e6359fe725618eb1f, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:16:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:16:57,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, ASSIGN because future has completed
2024-11-13T07:16:57,080 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:16:57,246 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:57,247 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:16:57,247 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,247 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:16:57,248 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,248 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,251 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dac418bb1d6fe76e6359fe725618eb1f 
2024-11-13T07:16:57,255 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:16:57,256 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac418bb1d6fe76e6359fe725618eb1f columnFamilyName A
2024-11-13T07:16:57,256 DEBUG [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:57,258 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.HStore(327): Store=dac418bb1d6fe76e6359fe725618eb1f/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:16:57,258 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dac418bb1d6fe76e6359fe725618eb1f 
2024-11-13T07:16:57,261 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:16:57,262 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac418bb1d6fe76e6359fe725618eb1f columnFamilyName B
2024-11-13T07:16:57,262 DEBUG [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:57,263 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.HStore(327): Store=dac418bb1d6fe76e6359fe725618eb1f/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:16:57,263 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dac418bb1d6fe76e6359fe725618eb1f 
2024-11-13T07:16:57,266 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:16:57,267 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac418bb1d6fe76e6359fe725618eb1f columnFamilyName C
2024-11-13T07:16:57,267 DEBUG [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:16:57,268 INFO  [StoreOpener-dac418bb1d6fe76e6359fe725618eb1f-1 {}] regionserver.HStore(327): Store=dac418bb1d6fe76e6359fe725618eb1f/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:16:57,269 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:57,269 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,271 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,273 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,276 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,276 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,277 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:16:57,281 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,293 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:16:57,294 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dac418bb1d6fe76e6359fe725618eb1f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61194061, jitterRate=-0.0881374329328537}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:16:57,295 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:57,296 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dac418bb1d6fe76e6359fe725618eb1f:
Running coprocessor pre-open hook at 1731482217248Writing region info on filesystem at 1731482217248Initializing all the Stores at 1731482217250 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482217250Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482217251 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482217251Cleaning up temporary data from old regions at 1731482217276 (+25 ms)Running coprocessor post-open hooks at 1731482217295 (+19 ms)Region opened successfully at 1731482217296 (+1 ms)
2024-11-13T07:16:57,298 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., pid=6, masterSystemTime=1731482217238
2024-11-13T07:16:57,302 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:57,303 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:57,304 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dac418bb1d6fe76e6359fe725618eb1f, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:16:57,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:16:57,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-13T07:16:57,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290 in 232 msec
2024-11-13T07:16:57,322 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-13T07:16:57,322 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, ASSIGN in 428 msec
2024-11-13T07:16:57,324 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:16:57,324 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482217324"}]},"ts":"1731482217324"}
2024-11-13T07:16:57,328 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-13T07:16:57,330 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:16:57,334 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.4730 sec
2024-11-13T07:16:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T07:16:58,089 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:16:58,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a65c9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,112 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657a16e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,127 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317c2fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,158 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T07:16:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42011,1731482208742
2024-11-13T07:16:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9fcac57
2024-11-13T07:16:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T07:16:58,185 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T07:16:58,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ba2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,205 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbf42c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,218 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb0f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c6d95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,230 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51278417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,253 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246c200c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8246b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,267 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6b9e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,278 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dd1621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a97daa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,292 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757de665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,303 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785ce17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edce229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,307 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d8c82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,310 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6040cde3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b18ef51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,318 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364625a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,322 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec29d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c865cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,329 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bfcb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,332 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539579f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7527002c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a82094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,343 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fe730b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421214a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:16:58,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:16:58,354 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:16:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:16:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:16:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634e521d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:16:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:16:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:16:58,359 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:16:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c086271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:16:58,367 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,369 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,372 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,376 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,379 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,381 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,382 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,390 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,390 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,391 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,391 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,397 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,402 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,405 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,406 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:16:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:16:58,407 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:16:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:16:58,416 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,419 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:16:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-13T07:16:58,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:16:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:16:58,440 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:16:58,450 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:16:58,452 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:16:58,499 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:16:58,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:16:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:58,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:16:58,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:16:58,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:16:58,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:16:58,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:16:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:16:58,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a10dd94207fa4f1bb039bec9e3335e00 is 50, key is test_row_0/A:col10/1731482218481/Put/seqid=0
2024-11-13T07:16:58,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-13T07:16:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:58,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:16:58,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:58,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:58,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741837_1013 (size=14341)
2024-11-13T07:16:58,696 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a10dd94207fa4f1bb039bec9e3335e00
2024-11-13T07:16:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:16:58,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482218646, max timestamp=1731482218751Num uniques 859; 
2024-11-13T07:16:58,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:16:58,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482218646, max timestamp=1731482218751Num uniques 859; 
2024-11-13T07:16:58,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:16:58,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482218646, max timestamp=1731482218761Num uniques 859; 
2024-11-13T07:16:58,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-13T07:16:58,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-13T07:16:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:58,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:16:58,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:58,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:58,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:58,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:58,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482278886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482278883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:58,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482278892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482278901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:58,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:58,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482278910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:58,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/f079e60620324c71bb4d1b09a06121f3 is 50, key is test_row_0/B:col10/1731482218481/Put/seqid=0
2024-11-13T07:16:58,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741838_1014 (size=12001)
2024-11-13T07:16:58,995 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/f079e60620324c71bb4d1b09a06121f3
2024-11-13T07:16:59,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-13T07:16:59,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:59,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:16:59,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:59,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:59,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482279031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482279032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482279039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482279040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482279040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:16:59,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/61d6f98d49844fafae2ef6f788888d2a is 50, key is test_row_0/C:col10/1731482218481/Put/seqid=0
2024-11-13T07:16:59,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741839_1015 (size=12001)
2024-11-13T07:16:59,146 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/61d6f98d49844fafae2ef6f788888d2a
2024-11-13T07:16:59,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-13T07:16:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:16:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:59,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:59,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:16:59,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a10dd94207fa4f1bb039bec9e3335e00 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a10dd94207fa4f1bb039bec9e3335e00
2024-11-13T07:16:59,215 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a10dd94207fa4f1bb039bec9e3335e00, entries=200, sequenceid=11, filesize=14.0 K
2024-11-13T07:16:59,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/f079e60620324c71bb4d1b09a06121f3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f079e60620324c71bb4d1b09a06121f3
2024-11-13T07:16:59,259 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f079e60620324c71bb4d1b09a06121f3, entries=150, sequenceid=11, filesize=11.7 K
2024-11-13T07:16:59,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/61d6f98d49844fafae2ef6f788888d2a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d6f98d49844fafae2ef6f788888d2a
2024-11-13T07:16:59,282 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d6f98d49844fafae2ef6f788888d2a, entries=150, sequenceid=11, filesize=11.7 K
2024-11-13T07:16:59,296 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.02 KB/139285 for dac418bb1d6fe76e6359fe725618eb1f in 795ms, sequenceid=11, compaction requested=false
2024-11-13T07:16:59,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-13T07:16:59,297 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-13T07:16:59,298 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-13T07:16:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:16:59,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T07:16:59,308 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-13T07:16:59,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-13T07:16:59,309 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-13T07:16:59,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-13T07:16:59,313 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-13T07:16:59,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-13T07:16:59,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:16:59,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=136.02 KB heapSize=389.38 KB
2024-11-13T07:16:59,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:16:59,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:16:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:16:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-13T07:16:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:16:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-13T07:16:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:16:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-13T07:16:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/15294ee4b88540d381cd3cbaec8e533c is 50, key is test_row_0/A:col10/1731482218896/Put/seqid=0
2024-11-13T07:16:59,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482279400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741840_1016 (size=16681)
2024-11-13T07:16:59,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/15294ee4b88540d381cd3cbaec8e533c
2024-11-13T07:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482279413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/89228366bf4247668b37fd250f64b41a is 50, key is test_row_0/B:col10/1731482218896/Put/seqid=0
2024-11-13T07:16:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:16:59,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482279499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482279509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741841_1017 (size=12001)
2024-11-13T07:16:59,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482279534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482279629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482279638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482279718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482279728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482279728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482279928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482279929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482279961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482279961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:16:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482279961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:16:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:16:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:16:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48.80 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/89228366bf4247668b37fd250f64b41a
2024-11-13T07:17:00,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-13T07:17:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/23eedf93f4984465b9388d857988dcb6 is 50, key is test_row_0/C:col10/1731482218896/Put/seqid=0
2024-11-13T07:17:00,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741842_1018 (size=12001)
2024-11-13T07:17:00,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/23eedf93f4984465b9388d857988dcb6
2024-11-13T07:17:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/15294ee4b88540d381cd3cbaec8e533c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/15294ee4b88540d381cd3cbaec8e533c
2024-11-13T07:17:00,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/15294ee4b88540d381cd3cbaec8e533c, entries=250, sequenceid=50, filesize=16.3 K
2024-11-13T07:17:00,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/89228366bf4247668b37fd250f64b41a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/89228366bf4247668b37fd250f64b41a
2024-11-13T07:17:00,205 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/89228366bf4247668b37fd250f64b41a, entries=150, sequenceid=50, filesize=11.7 K
2024-11-13T07:17:00,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/23eedf93f4984465b9388d857988dcb6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/23eedf93f4984465b9388d857988dcb6
2024-11-13T07:17:00,239 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/23eedf93f4984465b9388d857988dcb6, entries=150, sequenceid=50, filesize=11.7 K
2024-11-13T07:17:00,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~149.44 KB/153025, heapSize ~429.65 KB/439960, currentSize=40.25 KB/41220 for dac418bb1d6fe76e6359fe725618eb1f in 909ms, sequenceid=50, compaction requested=false
2024-11-13T07:17:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-13T07:17:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-13T07:17:00,258 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-13T07:17:00,258 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec
2024-11-13T07:17:00,264 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.8450 sec
2024-11-13T07:17:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:00,298 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:17:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:00,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/92df932398a645859f6067b46ee522db is 50, key is test_row_0/A:col10/1731482220298/Put/seqid=0
2024-11-13T07:17:00,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741843_1019 (size=16681)
2024-11-13T07:17:00,390 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/92df932398a645859f6067b46ee522db
2024-11-13T07:17:00,438 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731482220354, max timestamp=1731482220406Num uniques 859; 
2024-11-13T07:17:00,438 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-13T07:17:00,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/eeb0961b6618413ca4f49efba2f1f0e9 is 50, key is test_row_0/B:col10/1731482220298/Put/seqid=0
2024-11-13T07:17:00,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731482220354, max timestamp=1731482220415Num uniques 859; 
2024-11-13T07:17:00,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-13T07:17:00,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482220389, max timestamp=1731482220406Num uniques 859; 
2024-11-13T07:17:00,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-13T07:17:00,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741844_1020 (size=12001)
2024-11-13T07:17:00,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482280540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482280541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482280545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482280554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482280559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T07:17:00,602 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:00,604 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-13T07:17:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-13T07:17:00,615 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:00,623 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:00,624 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:00,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482280679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482280689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482280690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482280690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482280690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-13T07:17:00,781 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:17:00,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-13T07:17:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:00,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:00,889 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/eeb0961b6618413ca4f49efba2f1f0e9
2024-11-13T07:17:00,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482280898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482280909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-13T07:17:00,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482280919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/447de288a9074323bbfbda1f614d3ccf is 50, key is test_row_0/C:col10/1731482220298/Put/seqid=0
2024-11-13T07:17:00,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482280921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482280928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:00,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-13T07:17:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:00,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:00,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:00,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:00,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741845_1021 (size=12001)
2024-11-13T07:17:00,980 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/447de288a9074323bbfbda1f614d3ccf
2024-11-13T07:17:00,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/92df932398a645859f6067b46ee522db as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/92df932398a645859f6067b46ee522db
2024-11-13T07:17:01,012 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/92df932398a645859f6067b46ee522db, entries=250, sequenceid=61, filesize=16.3 K
2024-11-13T07:17:01,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/eeb0961b6618413ca4f49efba2f1f0e9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eeb0961b6618413ca4f49efba2f1f0e9
2024-11-13T07:17:01,031 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eeb0961b6618413ca4f49efba2f1f0e9, entries=150, sequenceid=61, filesize=11.7 K
2024-11-13T07:17:01,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/447de288a9074323bbfbda1f614d3ccf as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/447de288a9074323bbfbda1f614d3ccf
2024-11-13T07:17:01,059 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/447de288a9074323bbfbda1f614d3ccf, entries=150, sequenceid=61, filesize=11.7 K
2024-11-13T07:17:01,062 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for dac418bb1d6fe76e6359fe725618eb1f in 764ms, sequenceid=61, compaction requested=true
2024-11-13T07:17:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:01,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:01,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:01,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:01,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:01,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:01,087 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:01,088 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:01,095 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:01,097 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:01,098 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:01,098 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f079e60620324c71bb4d1b09a06121f3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/89228366bf4247668b37fd250f64b41a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eeb0961b6618413ca4f49efba2f1f0e9] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=35.2 K
2024-11-13T07:17:01,100 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f079e60620324c71bb4d1b09a06121f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731482218444
2024-11-13T07:17:01,101 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 47703 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:01,101 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:01,101 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:01,102 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 89228366bf4247668b37fd250f64b41a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731482218896
2024-11-13T07:17:01,103 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a10dd94207fa4f1bb039bec9e3335e00, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/15294ee4b88540d381cd3cbaec8e533c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/92df932398a645859f6067b46ee522db] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=46.6 K
2024-11-13T07:17:01,104 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting a10dd94207fa4f1bb039bec9e3335e00, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731482218425
2024-11-13T07:17:01,104 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting eeb0961b6618413ca4f49efba2f1f0e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482219497
2024-11-13T07:17:01,107 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15294ee4b88540d381cd3cbaec8e533c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731482218883
2024-11-13T07:17:01,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-13T07:17:01,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:01,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=127.08 KB heapSize=354.77 KB
2024-11-13T07:17:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:01,115 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92df932398a645859f6067b46ee522db, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482219485
2024-11-13T07:17:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:01,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/73c15aa5440c47e08a441c37410c65db is 50, key is test_row_0/A:col10/1731482220540/Put/seqid=0
2024-11-13T07:17:01,188 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#10 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:01,191 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/2f9c824c8ff14915b14675b61cab7d6e is 50, key is test_row_0/B:col10/1731482220298/Put/seqid=0
2024-11-13T07:17:01,207 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#11 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:01,213 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/67b66213184f45408c91675358005df5 is 50, key is test_row_0/A:col10/1731482220298/Put/seqid=0
2024-11-13T07:17:01,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741846_1022 (size=12001)
2024-11-13T07:17:01,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/73c15aa5440c47e08a441c37410c65db
2024-11-13T07:17:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-13T07:17:01,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:01,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741847_1023 (size=12104)
2024-11-13T07:17:01,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741848_1024 (size=12104)
2024-11-13T07:17:01,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/d50501383ec24d90ac5563ba02a9ce93 is 50, key is test_row_0/B:col10/1731482220540/Put/seqid=0
2024-11-13T07:17:01,316 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/67b66213184f45408c91675358005df5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/67b66213184f45408c91675358005df5
2024-11-13T07:17:01,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,340 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into 67b66213184f45408c91675358005df5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:01,340 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482281286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,345 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=13, startTime=1731482221064; duration=0sec
2024-11-13T07:17:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482281278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,346 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:01,346 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:01,347 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482281300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741849_1025 (size=12001)
2024-11-13T07:17:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482281302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,366 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:01,366 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:01,367 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:01,367 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d6f98d49844fafae2ef6f788888d2a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/23eedf93f4984465b9388d857988dcb6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/447de288a9074323bbfbda1f614d3ccf] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=35.2 K
2024-11-13T07:17:01,369 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61d6f98d49844fafae2ef6f788888d2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731482218444
2024-11-13T07:17:01,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,371 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23eedf93f4984465b9388d857988dcb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731482218896
2024-11-13T07:17:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482281307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,373 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 447de288a9074323bbfbda1f614d3ccf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482219497
2024-11-13T07:17:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,410 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:01,411 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/4bc6e47829b04f17874a8045fb73be09 is 50, key is test_row_0/C:col10/1731482220298/Put/seqid=0
2024-11-13T07:17:01,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741850_1026 (size=12104)
2024-11-13T07:17:01,478 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/4bc6e47829b04f17874a8045fb73be09 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/4bc6e47829b04f17874a8045fb73be09
2024-11-13T07:17:01,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482281449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482281461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482281468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482281470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482281478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,522 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into 4bc6e47829b04f17874a8045fb73be09(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:01,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,522 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:01,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,523 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=13, startTime=1731482221082; duration=0sec
2024-11-13T07:17:01,523 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:01,523 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:01,681 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/2f9c824c8ff14915b14675b61cab7d6e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2f9c824c8ff14915b14675b61cab7d6e
2024-11-13T07:17:01,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482281698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,709 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into 2f9c824c8ff14915b14675b61cab7d6e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:01,710 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:01,710 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=13, startTime=1731482221082; duration=0sec
2024-11-13T07:17:01,710 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:01,710 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:01,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482281708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482281718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482281728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482281729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:01,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:01,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-13T07:17:01,755 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/d50501383ec24d90ac5563ba02a9ce93
2024-11-13T07:17:01,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/2332a4077584493d9219cf7a3d4f7212 is 50, key is test_row_0/C:col10/1731482220540/Put/seqid=0
2024-11-13T07:17:01,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741851_1027 (size=12001)
2024-11-13T07:17:01,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.62 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/2332a4077584493d9219cf7a3d4f7212
2024-11-13T07:17:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/73c15aa5440c47e08a441c37410c65db as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/73c15aa5440c47e08a441c37410c65db
2024-11-13T07:17:01,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/73c15aa5440c47e08a441c37410c65db, entries=150, sequenceid=95, filesize=11.7 K
2024-11-13T07:17:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/d50501383ec24d90ac5563ba02a9ce93 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/d50501383ec24d90ac5563ba02a9ce93
2024-11-13T07:17:01,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/d50501383ec24d90ac5563ba02a9ce93, entries=150, sequenceid=95, filesize=11.7 K
2024-11-13T07:17:01,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/2332a4077584493d9219cf7a3d4f7212 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2332a4077584493d9219cf7a3d4f7212
2024-11-13T07:17:01,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2332a4077584493d9219cf7a3d4f7212, entries=150, sequenceid=95, filesize=11.7 K
2024-11-13T07:17:01,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~354.73 KB/363240, currentSize=53.67 KB/54960 for dac418bb1d6fe76e6359fe725618eb1f in 867ms, sequenceid=95, compaction requested=false
2024-11-13T07:17:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-13T07:17:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-13T07:17:01,995 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-13T07:17:01,996 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec
2024-11-13T07:17:02,008 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3960 sec
2024-11-13T07:17:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:02,041 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-13T07:17:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:02,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/29da9a2be5eb4cd9a315b3c3cc6e37a2 is 50, key is test_row_0/A:col10/1731482222018/Put/seqid=0
2024-11-13T07:17:02,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741852_1028 (size=16681)
2024-11-13T07:17:02,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482282120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482282128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482282129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482282138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482282142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482282249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482282250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482282249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482282267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482282267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482282460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482282468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482282477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482282487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482282499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,513 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/29da9a2be5eb4cd9a315b3c3cc6e37a2
2024-11-13T07:17:02,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/b999ca570ec64d19ac16980703ddacdd is 50, key is test_row_0/B:col10/1731482222018/Put/seqid=0
2024-11-13T07:17:02,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741853_1029 (size=12001)
2024-11-13T07:17:02,588 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/b999ca570ec64d19ac16980703ddacdd
2024-11-13T07:17:02,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/c35b1a5e5ea74d46b375d68297c2ac9f is 50, key is test_row_0/C:col10/1731482222018/Put/seqid=0
2024-11-13T07:17:02,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741854_1030 (size=12001)
2024-11-13T07:17:02,668 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/c35b1a5e5ea74d46b375d68297c2ac9f
2024-11-13T07:17:02,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/29da9a2be5eb4cd9a315b3c3cc6e37a2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/29da9a2be5eb4cd9a315b3c3cc6e37a2
2024-11-13T07:17:02,705 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/29da9a2be5eb4cd9a315b3c3cc6e37a2, entries=250, sequenceid=111, filesize=16.3 K
2024-11-13T07:17:02,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/b999ca570ec64d19ac16980703ddacdd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/b999ca570ec64d19ac16980703ddacdd
2024-11-13T07:17:02,723 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/b999ca570ec64d19ac16980703ddacdd, entries=150, sequenceid=111, filesize=11.7 K
2024-11-13T07:17:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/c35b1a5e5ea74d46b375d68297c2ac9f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c35b1a5e5ea74d46b375d68297c2ac9f
2024-11-13T07:17:02,751 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c35b1a5e5ea74d46b375d68297c2ac9f, entries=150, sequenceid=111, filesize=11.7 K
2024-11-13T07:17:02,753 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for dac418bb1d6fe76e6359fe725618eb1f in 711ms, sequenceid=111, compaction requested=true
2024-11-13T07:17:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:02,753 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:02,754 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:02,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:02,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:02,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:02,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:02,758 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:02,758 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-13T07:17:02,759 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:02,759 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/67b66213184f45408c91675358005df5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/73c15aa5440c47e08a441c37410c65db, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/29da9a2be5eb4cd9a315b3c3cc6e37a2] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=39.8 K
2024-11-13T07:17:02,759 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:02,760 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:02,760 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:02,761 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:02,761 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:02,761 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2f9c824c8ff14915b14675b61cab7d6e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/d50501383ec24d90ac5563ba02a9ce93, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/b999ca570ec64d19ac16980703ddacdd] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=35.3 K
2024-11-13T07:17:02,762 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67b66213184f45408c91675358005df5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482219497
2024-11-13T07:17:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-13T07:17:02,767 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f9c824c8ff14915b14675b61cab7d6e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482219497
2024-11-13T07:17:02,767 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:02,767 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73c15aa5440c47e08a441c37410c65db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731482220531
2024-11-13T07:17:02,769 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d50501383ec24d90ac5563ba02a9ce93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731482220531
2024-11-13T07:17:02,769 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29da9a2be5eb4cd9a315b3c3cc6e37a2, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731482221294
2024-11-13T07:17:02,770 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:02,770 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:02,771 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b999ca570ec64d19ac16980703ddacdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731482221295
2024-11-13T07:17:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T07:17:02,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482222109, max timestamp=1731482222773Num uniques 859; 
2024-11-13T07:17:02,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:02,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482222109, max timestamp=1731482222773Num uniques 859; 
2024-11-13T07:17:02,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:02,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482222109, max timestamp=1731482222773Num uniques 859; 
2024-11-13T07:17:02,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:02,805 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:02,806 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/d7d74a72fd604828be57285ce3f59f29 is 50, key is test_row_0/A:col10/1731482222018/Put/seqid=0
2024-11-13T07:17:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:02,808 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB
2024-11-13T07:17:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:02,824 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:02,825 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/e39a40f058564df18eaef4e05cc7b8fb is 50, key is test_row_0/B:col10/1731482222018/Put/seqid=0
2024-11-13T07:17:02,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/4d43d1e7d9244a978ec287c477f16bf8 is 50, key is test_row_0/A:col10/1731482222805/Put/seqid=0
2024-11-13T07:17:02,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741856_1032 (size=12207)
2024-11-13T07:17:02,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741855_1031 (size=12207)
2024-11-13T07:17:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T07:17:02,884 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/d7d74a72fd604828be57285ce3f59f29 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d7d74a72fd604828be57285ce3f59f29
2024-11-13T07:17:02,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741857_1033 (size=16881)
2024-11-13T07:17:02,889 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/4d43d1e7d9244a978ec287c477f16bf8
2024-11-13T07:17:02,902 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into d7d74a72fd604828be57285ce3f59f29(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:02,902 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:02,902 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=13, startTime=1731482222753; duration=0sec
2024-11-13T07:17:02,902 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:02,903 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:02,903 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:02,903 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482222872, max timestamp=1731482222893Num uniques 859; 
2024-11-13T07:17:02,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482222872, max timestamp=1731482222893Num uniques 859; 
2024-11-13T07:17:02,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:17:02,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:17:02,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482222872, max timestamp=1731482222893Num uniques 859; 
2024-11-13T07:17:02,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:17:02,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/ac3b5b25d27941638f0ac8b2fe3ec4d0 is 50, key is test_row_0/B:col10/1731482222805/Put/seqid=0
2024-11-13T07:17:02,918 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:02,918 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:02,918 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:02,919 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/4bc6e47829b04f17874a8045fb73be09, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2332a4077584493d9219cf7a3d4f7212, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c35b1a5e5ea74d46b375d68297c2ac9f] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=35.3 K
2024-11-13T07:17:02,920 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bc6e47829b04f17874a8045fb73be09, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482219497
2024-11-13T07:17:02,920 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2332a4077584493d9219cf7a3d4f7212, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731482220531
2024-11-13T07:17:02,922 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c35b1a5e5ea74d46b375d68297c2ac9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731482221295
2024-11-13T07:17:02,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-13T07:17:02,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:02,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:02,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:02,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:02,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:02,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741858_1034 (size=12101)
2024-11-13T07:17:02,982 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:02,983 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/48e950a5745e4d439038d78be6c9b8e1 is 50, key is test_row_0/C:col10/1731482222018/Put/seqid=0
2024-11-13T07:17:02,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482282975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482282982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:02,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:02,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482282988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482282993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482282996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741859_1035 (size=12207)
2024-11-13T07:17:03,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-13T07:17:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T07:17:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482283108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482283108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482283108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482283117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482283118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-13T07:17:03,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:03,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,291 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/e39a40f058564df18eaef4e05cc7b8fb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/e39a40f058564df18eaef4e05cc7b8fb
2024-11-13T07:17:03,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482283321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,341 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into e39a40f058564df18eaef4e05cc7b8fb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:03,341 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:03,341 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=13, startTime=1731482222753; duration=0sec
2024-11-13T07:17:03,341 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:03,341 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:03,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482283332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482283336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482283356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482283356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,376 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/ac3b5b25d27941638f0ac8b2fe3ec4d0
2024-11-13T07:17:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T07:17:03,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/1da465078cae4d56a350544e2c5fa7f4 is 50, key is test_row_0/C:col10/1731482222805/Put/seqid=0
2024-11-13T07:17:03,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-13T07:17:03,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,444 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/48e950a5745e4d439038d78be6c9b8e1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/48e950a5745e4d439038d78be6c9b8e1
2024-11-13T07:17:03,469 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into 48e950a5745e4d439038d78be6c9b8e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:03,469 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:03,469 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=13, startTime=1731482222754; duration=0sec
2024-11-13T07:17:03,469 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:03,469 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:03,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741860_1036 (size=12101)
2024-11-13T07:17:03,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-13T07:17:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:03,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482283650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482283658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482283670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482283681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482283684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:03,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:03,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:03,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-13T07:17:03,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:03,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,905 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/1da465078cae4d56a350544e2c5fa7f4
2024-11-13T07:17:03,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-13T07:17:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:03,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:03,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T07:17:03,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/4d43d1e7d9244a978ec287c477f16bf8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4d43d1e7d9244a978ec287c477f16bf8
2024-11-13T07:17:03,963 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4d43d1e7d9244a978ec287c477f16bf8, entries=250, sequenceid=136, filesize=16.5 K
2024-11-13T07:17:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/ac3b5b25d27941638f0ac8b2fe3ec4d0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/ac3b5b25d27941638f0ac8b2fe3ec4d0
2024-11-13T07:17:03,984 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/ac3b5b25d27941638f0ac8b2fe3ec4d0, entries=150, sequenceid=136, filesize=11.8 K
2024-11-13T07:17:03,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/1da465078cae4d56a350544e2c5fa7f4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/1da465078cae4d56a350544e2c5fa7f4
2024-11-13T07:17:04,006 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/1da465078cae4d56a350544e2c5fa7f4, entries=150, sequenceid=136, filesize=11.8 K
2024-11-13T07:17:04,009 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for dac418bb1d6fe76e6359fe725618eb1f in 1202ms, sequenceid=136, compaction requested=false
2024-11-13T07:17:04,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:04,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-13T07:17:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:04,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-13T07:17:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:04,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:04,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:04,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:04,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:04,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a8d4fb56b68843d3afcf9014f07fa357 is 50, key is test_row_0/A:col10/1731482222992/Put/seqid=0
2024-11-13T07:17:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:04,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741861_1037 (size=12151)
2024-11-13T07:17:04,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:04,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a8d4fb56b68843d3afcf9014f07fa357
2024-11-13T07:17:04,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482284228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482284246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482284246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482284257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/4fd770e20e534e8586402b49220c2753 is 50, key is test_row_0/B:col10/1731482222992/Put/seqid=0
2024-11-13T07:17:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482284262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741862_1038 (size=12151)
2024-11-13T07:17:04,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/4fd770e20e534e8586402b49220c2753
2024-11-13T07:17:04,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/fd45bfe217a24e6c9dccd2c545ac5a38 is 50, key is test_row_0/C:col10/1731482222992/Put/seqid=0
2024-11-13T07:17:04,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482284369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482284370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482284370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482284375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482284380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741863_1039 (size=12151)
2024-11-13T07:17:04,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/fd45bfe217a24e6c9dccd2c545ac5a38
2024-11-13T07:17:04,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a8d4fb56b68843d3afcf9014f07fa357 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a8d4fb56b68843d3afcf9014f07fa357
2024-11-13T07:17:04,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a8d4fb56b68843d3afcf9014f07fa357, entries=150, sequenceid=175, filesize=11.9 K
2024-11-13T07:17:04,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/4fd770e20e534e8586402b49220c2753 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/4fd770e20e534e8586402b49220c2753
2024-11-13T07:17:04,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/4fd770e20e534e8586402b49220c2753, entries=150, sequenceid=175, filesize=11.9 K
2024-11-13T07:17:04,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/fd45bfe217a24e6c9dccd2c545ac5a38 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/fd45bfe217a24e6c9dccd2c545ac5a38
2024-11-13T07:17:04,480 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/fd45bfe217a24e6c9dccd2c545ac5a38, entries=150, sequenceid=175, filesize=11.9 K
2024-11-13T07:17:04,492 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for dac418bb1d6fe76e6359fe725618eb1f in 395ms, sequenceid=175, compaction requested=true
2024-11-13T07:17:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-13T07:17:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-13T07:17:04,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-13T07:17:04,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7310 sec
2024-11-13T07:17:04,513 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.7470 sec
2024-11-13T07:17:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:04,619 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-13T07:17:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:04,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/6e420030cee340aa9ab9b5c88332f792 is 50, key is test_row_0/A:col10/1731482224234/Put/seqid=0
2024-11-13T07:17:04,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482284696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482284701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482284703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482284707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741864_1040 (size=12151)
2024-11-13T07:17:04,735 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/6e420030cee340aa9ab9b5c88332f792
2024-11-13T07:17:04,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482284718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/1a23845794834b1384406b760a473d93 is 50, key is test_row_0/B:col10/1731482224234/Put/seqid=0
2024-11-13T07:17:04,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741865_1041 (size=12151)
2024-11-13T07:17:04,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482284819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482284828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482284828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482284829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482284863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-13T07:17:04,938 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:04,939 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-13T07:17:04,943 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:17:04,949 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:04,949 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:05,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482285048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:17:05,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482285051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482285058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482285051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482285080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-13T07:17:05,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:05,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,240 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/1a23845794834b1384406b760a473d93
2024-11-13T07:17:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:17:05,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-13T07:17:05,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:05,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/01921aa779b1433797420c3abf43f794 is 50, key is test_row_0/C:col10/1731482224234/Put/seqid=0
2024-11-13T07:17:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741866_1042 (size=12151)
2024-11-13T07:17:05,318 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/01921aa779b1433797420c3abf43f794
2024-11-13T07:17:05,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/6e420030cee340aa9ab9b5c88332f792 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6e420030cee340aa9ab9b5c88332f792
2024-11-13T07:17:05,360 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6e420030cee340aa9ab9b5c88332f792, entries=150, sequenceid=189, filesize=11.9 K
2024-11-13T07:17:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/1a23845794834b1384406b760a473d93 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a23845794834b1384406b760a473d93
2024-11-13T07:17:05,380 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a23845794834b1384406b760a473d93, entries=150, sequenceid=189, filesize=11.9 K
2024-11-13T07:17:05,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/01921aa779b1433797420c3abf43f794 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/01921aa779b1433797420c3abf43f794
2024-11-13T07:17:05,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482285379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482285380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482285378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482285381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-13T07:17:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482285404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:05,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:05,475 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/01921aa779b1433797420c3abf43f794, entries=150, sequenceid=189, filesize=11.9 K
2024-11-13T07:17:05,477 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for dac418bb1d6fe76e6359fe725618eb1f in 858ms, sequenceid=189, compaction requested=true
2024-11-13T07:17:05,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:05,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:05,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:05,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:05,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:17:05,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:05,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-13T07:17:05,478 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:05,480 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:05,495 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53390 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:05,496 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:05,496 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,496 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d7d74a72fd604828be57285ce3f59f29, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4d43d1e7d9244a978ec287c477f16bf8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a8d4fb56b68843d3afcf9014f07fa357, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6e420030cee340aa9ab9b5c88332f792] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=52.1 K
2024-11-13T07:17:05,498 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d7d74a72fd604828be57285ce3f59f29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731482221295
2024-11-13T07:17:05,498 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:05,498 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:05,499 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,499 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d43d1e7d9244a978ec287c477f16bf8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731482222109
2024-11-13T07:17:05,499 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/48e950a5745e4d439038d78be6c9b8e1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/1da465078cae4d56a350544e2c5fa7f4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/fd45bfe217a24e6c9dccd2c545ac5a38, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/01921aa779b1433797420c3abf43f794] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=47.5 K
2024-11-13T07:17:05,502 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a8d4fb56b68843d3afcf9014f07fa357, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731482222981
2024-11-13T07:17:05,505 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48e950a5745e4d439038d78be6c9b8e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731482221295
2024-11-13T07:17:05,506 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e420030cee340aa9ab9b5c88332f792, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482224234
2024-11-13T07:17:05,506 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da465078cae4d56a350544e2c5fa7f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731482222109
2024-11-13T07:17:05,508 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd45bfe217a24e6c9dccd2c545ac5a38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731482222981
2024-11-13T07:17:05,517 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01921aa779b1433797420c3abf43f794, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482224234
2024-11-13T07:17:05,566 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:05,567 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/6aa433dc58334c94a0777c9d23cb0dcd is 50, key is test_row_0/A:col10/1731482224234/Put/seqid=0
2024-11-13T07:17:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:17:05,597 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#31 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:05,598 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/a713cb27af9b41c78b6629a3b5506b26 is 50, key is test_row_0/C:col10/1731482224234/Put/seqid=0
2024-11-13T07:17:05,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-13T07:17:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:17:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:05,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:05,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:05,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:05,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:05,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:05,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741867_1043 (size=12493)
2024-11-13T07:17:05,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741868_1044 (size=12493)
2024-11-13T07:17:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/4e9dbfd71e204f9a955df3ed56e71fdf is 50, key is test_row_0/A:col10/1731482224704/Put/seqid=0
2024-11-13T07:17:05,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741869_1045 (size=12151)
2024-11-13T07:17:05,725 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/6aa433dc58334c94a0777c9d23cb0dcd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6aa433dc58334c94a0777c9d23cb0dcd
2024-11-13T07:17:05,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/4e9dbfd71e204f9a955df3ed56e71fdf
2024-11-13T07:17:05,735 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/a713cb27af9b41c78b6629a3b5506b26 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a713cb27af9b41c78b6629a3b5506b26
2024-11-13T07:17:05,753 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into a713cb27af9b41c78b6629a3b5506b26(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:05,753 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:05,753 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=12, startTime=1731482225478; duration=0sec
2024-11-13T07:17:05,754 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:05,754 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:05,754 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:05,756 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/108e2fea1df34a428fd249ce51654e2e is 50, key is test_row_0/B:col10/1731482224704/Put/seqid=0
2024-11-13T07:17:05,757 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:05,757 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:05,757 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/e39a40f058564df18eaef4e05cc7b8fb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/ac3b5b25d27941638f0ac8b2fe3ec4d0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/4fd770e20e534e8586402b49220c2753, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a23845794834b1384406b760a473d93] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=47.5 K
2024-11-13T07:17:05,758 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting e39a40f058564df18eaef4e05cc7b8fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731482221295
2024-11-13T07:17:05,758 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into 6aa433dc58334c94a0777c9d23cb0dcd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:05,758 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:05,759 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=12, startTime=1731482225478; duration=0sec
2024-11-13T07:17:05,759 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:05,759 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:05,760 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac3b5b25d27941638f0ac8b2fe3ec4d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731482222109
2024-11-13T07:17:05,761 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fd770e20e534e8586402b49220c2753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731482222981
2024-11-13T07:17:05,762 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a23845794834b1384406b760a473d93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482224234
2024-11-13T07:17:05,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741870_1046 (size=12151)
2024-11-13T07:17:05,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/108e2fea1df34a428fd249ce51654e2e
2024-11-13T07:17:05,821 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#34 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:05,823 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/7214d8599bb641b0a3723fba237b07de is 50, key is test_row_0/B:col10/1731482224234/Put/seqid=0
2024-11-13T07:17:05,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741871_1047 (size=12493)
2024-11-13T07:17:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/18b3e52be1094bd684413f80ea74878a is 50, key is test_row_0/C:col10/1731482224704/Put/seqid=0
2024-11-13T07:17:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:05,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:05,910 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/7214d8599bb641b0a3723fba237b07de as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7214d8599bb641b0a3723fba237b07de
2024-11-13T07:17:05,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741872_1048 (size=12151)
2024-11-13T07:17:05,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/18b3e52be1094bd684413f80ea74878a
2024-11-13T07:17:05,938 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into 7214d8599bb641b0a3723fba237b07de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:05,938 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:05,938 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=12, startTime=1731482225478; duration=0sec
2024-11-13T07:17:05,939 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:05,939 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:05,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482285945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/4e9dbfd71e204f9a955df3ed56e71fdf as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4e9dbfd71e204f9a955df3ed56e71fdf
2024-11-13T07:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482285949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482285953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482285964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482285967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:05,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4e9dbfd71e204f9a955df3ed56e71fdf, entries=150, sequenceid=208, filesize=11.9 K
2024-11-13T07:17:05,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/108e2fea1df34a428fd249ce51654e2e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/108e2fea1df34a428fd249ce51654e2e
2024-11-13T07:17:06,036 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/108e2fea1df34a428fd249ce51654e2e, entries=150, sequenceid=208, filesize=11.9 K
2024-11-13T07:17:06,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/18b3e52be1094bd684413f80ea74878a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/18b3e52be1094bd684413f80ea74878a
2024-11-13T07:17:06,076 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/18b3e52be1094bd684413f80ea74878a, entries=150, sequenceid=208, filesize=11.9 K
2024-11-13T07:17:06,079 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for dac418bb1d6fe76e6359fe725618eb1f in 469ms, sequenceid=208, compaction requested=false
2024-11-13T07:17:06,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:06,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:06,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-13T07:17:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-13T07:17:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:06,087 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:17:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:17:06,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:06,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:06,102 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-13T07:17:06,102 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1430 sec
2024-11-13T07:17:06,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.1650 sec
2024-11-13T07:17:06,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/339ef1e59f1043c78d06097a5422c0f2 is 50, key is test_row_0/A:col10/1731482226084/Put/seqid=0
2024-11-13T07:17:06,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741873_1049 (size=12151)
2024-11-13T07:17:06,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482286134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482286138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482286138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482286166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482286170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482286267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482286279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482286281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482286287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482286287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482286491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482286492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482286492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482286500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482286498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,565 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/339ef1e59f1043c78d06097a5422c0f2
2024-11-13T07:17:06,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/6ce1e7931e24424681763e9f6172427d is 50, key is test_row_0/B:col10/1731482226084/Put/seqid=0
2024-11-13T07:17:06,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741874_1050 (size=12151)
2024-11-13T07:17:06,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482286801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482286821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482286823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482286835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:06,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482286836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,059 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/6ce1e7931e24424681763e9f6172427d
2024-11-13T07:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T07:17:07,108 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:07,111 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-13T07:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-13T07:17:07,117 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:07,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/8bf0610f039e4c0d924cf54c7b624104 is 50, key is test_row_0/C:col10/1731482226084/Put/seqid=0
2024-11-13T07:17:07,119 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:07,119 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:07,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741875_1051 (size=12151)
2024-11-13T07:17:07,182 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/8bf0610f039e4c0d924cf54c7b624104
2024-11-13T07:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-13T07:17:07,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/339ef1e59f1043c78d06097a5422c0f2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/339ef1e59f1043c78d06097a5422c0f2
2024-11-13T07:17:07,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/339ef1e59f1043c78d06097a5422c0f2, entries=150, sequenceid=227, filesize=11.9 K
2024-11-13T07:17:07,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/6ce1e7931e24424681763e9f6172427d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ce1e7931e24424681763e9f6172427d
2024-11-13T07:17:07,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:07,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,304 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ce1e7931e24424681763e9f6172427d, entries=150, sequenceid=227, filesize=11.9 K
2024-11-13T07:17:07,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/8bf0610f039e4c0d924cf54c7b624104 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8bf0610f039e4c0d924cf54c7b624104
2024-11-13T07:17:07,326 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8bf0610f039e4c0d924cf54c7b624104, entries=150, sequenceid=227, filesize=11.9 K
2024-11-13T07:17:07,329 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for dac418bb1d6fe76e6359fe725618eb1f in 1243ms, sequenceid=227, compaction requested=true
2024-11-13T07:17:07,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:07,329 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:07,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:07,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:07,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:07,330 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:07,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:07,335 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:07,335 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:07,336 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,336 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6aa433dc58334c94a0777c9d23cb0dcd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4e9dbfd71e204f9a955df3ed56e71fdf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/339ef1e59f1043c78d06097a5422c0f2] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=35.9 K
2024-11-13T07:17:07,336 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:07,336 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:07,336 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,336 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7214d8599bb641b0a3723fba237b07de, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/108e2fea1df34a428fd249ce51654e2e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ce1e7931e24424681763e9f6172427d] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=35.9 K
2024-11-13T07:17:07,337 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6aa433dc58334c94a0777c9d23cb0dcd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482224234
2024-11-13T07:17:07,337 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7214d8599bb641b0a3723fba237b07de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482224234
2024-11-13T07:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:07,338 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 108e2fea1df34a428fd249ce51654e2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482224700
2024-11-13T07:17:07,338 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:17:07,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:07,338 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e9dbfd71e204f9a955df3ed56e71fdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482224700
2024-11-13T07:17:07,338 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce1e7931e24424681763e9f6172427d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482225927
2024-11-13T07:17:07,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:07,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:07,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:07,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:07,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:07,340 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 339ef1e59f1043c78d06097a5422c0f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482225927
2024-11-13T07:17:07,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b418ca9b0b0645cbbecb8210871f5f30 is 50, key is test_row_0/A:col10/1731482226134/Put/seqid=0
2024-11-13T07:17:07,383 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:07,384 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/f908eef395e24441abc11ae7047c97bb is 50, key is test_row_0/B:col10/1731482226084/Put/seqid=0
2024-11-13T07:17:07,385 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#41 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:07,386 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/faa045847d584c398220e744fc2292b8 is 50, key is test_row_0/A:col10/1731482226084/Put/seqid=0
2024-11-13T07:17:07,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741876_1052 (size=14541)
2024-11-13T07:17:07,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482287393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482287396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482287402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482287408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482287410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-13T07:17:07,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741877_1053 (size=12595)
2024-11-13T07:17:07,492 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/faa045847d584c398220e744fc2292b8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/faa045847d584c398220e744fc2292b8
2024-11-13T07:17:07,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741878_1054 (size=12595)
2024-11-13T07:17:07,508 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into faa045847d584c398220e744fc2292b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:07,508 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:07,509 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=13, startTime=1731482227329; duration=0sec
2024-11-13T07:17:07,509 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:07,509 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:07,509 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:07,512 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:07,512 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:07,512 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,512 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a713cb27af9b41c78b6629a3b5506b26, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/18b3e52be1094bd684413f80ea74878a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8bf0610f039e4c0d924cf54c7b624104] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=35.9 K
2024-11-13T07:17:07,513 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting a713cb27af9b41c78b6629a3b5506b26, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482224234
2024-11-13T07:17:07,514 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b3e52be1094bd684413f80ea74878a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731482224700
2024-11-13T07:17:07,515 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf0610f039e4c0d924cf54c7b624104, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482225927
2024-11-13T07:17:07,530 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/f908eef395e24441abc11ae7047c97bb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f908eef395e24441abc11ae7047c97bb
2024-11-13T07:17:07,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482287518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482287518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482287528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482287533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,543 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482287529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,543 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into f908eef395e24441abc11ae7047c97bb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:07,543 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:07,543 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=13, startTime=1731482227330; duration=0sec
2024-11-13T07:17:07,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,544 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:07,544 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:07,544 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/bbd8b80a995e46b3993a63fc6363f8b1 is 50, key is test_row_0/C:col10/1731482226084/Put/seqid=0
2024-11-13T07:17:07,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741879_1055 (size=12595)
2024-11-13T07:17:07,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,613 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/bbd8b80a995e46b3993a63fc6363f8b1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/bbd8b80a995e46b3993a63fc6363f8b1
2024-11-13T07:17:07,641 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into bbd8b80a995e46b3993a63fc6363f8b1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:07,641 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:07,641 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=13, startTime=1731482227331; duration=0sec
2024-11-13T07:17:07,641 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:07,641 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-13T07:17:07,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:07,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:07,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482287748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482287749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482287749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482287750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482287749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:07,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:07,812 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b418ca9b0b0645cbbecb8210871f5f30
2024-11-13T07:17:07,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/6ea2620121b34d8587792528d2c59400 is 50, key is test_row_0/B:col10/1731482226134/Put/seqid=0
2024-11-13T07:17:07,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741880_1056 (size=12151)
2024-11-13T07:17:07,888 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/6ea2620121b34d8587792528d2c59400
2024-11-13T07:17:07,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:07,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:07,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:07,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:07,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/d0832232fd994245a5248ee8b2e93836 is 50, key is test_row_0/C:col10/1731482226134/Put/seqid=0
2024-11-13T07:17:08,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741881_1057 (size=12151)
2024-11-13T07:17:08,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482288069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482288069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482288070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:08,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:08,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:08,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:08,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482288080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482288087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:08,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:08,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:08,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:08,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-13T07:17:08,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:08,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:08,430 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/d0832232fd994245a5248ee8b2e93836
2024-11-13T07:17:08,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b418ca9b0b0645cbbecb8210871f5f30 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b418ca9b0b0645cbbecb8210871f5f30
2024-11-13T07:17:08,488 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b418ca9b0b0645cbbecb8210871f5f30, entries=200, sequenceid=244, filesize=14.2 K
2024-11-13T07:17:08,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/6ea2620121b34d8587792528d2c59400 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ea2620121b34d8587792528d2c59400
2024-11-13T07:17:08,524 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ea2620121b34d8587792528d2c59400, entries=150, sequenceid=244, filesize=11.9 K
2024-11-13T07:17:08,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/d0832232fd994245a5248ee8b2e93836 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/d0832232fd994245a5248ee8b2e93836
2024-11-13T07:17:08,549 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/d0832232fd994245a5248ee8b2e93836, entries=150, sequenceid=244, filesize=11.9 K
2024-11-13T07:17:08,556 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for dac418bb1d6fe76e6359fe725618eb1f in 1217ms, sequenceid=244, compaction requested=false
2024-11-13T07:17:08,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:08,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-13T07:17:08,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:08,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:17:08,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:08,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:08,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:08,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:08,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:08,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:08,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/04c4e73097a842c095890860bc3dd7e6 is 50, key is test_row_0/A:col10/1731482227399/Put/seqid=0
2024-11-13T07:17:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:08,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:08,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741882_1058 (size=12251)
2024-11-13T07:17:08,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/04c4e73097a842c095890860bc3dd7e6
2024-11-13T07:17:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/1a9409892081474eacb88bf85708b9f5 is 50, key is test_row_0/B:col10/1731482227399/Put/seqid=0
2024-11-13T07:17:08,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482288677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482288680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482288681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482288689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482288697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741883_1059 (size=12251)
2024-11-13T07:17:08,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/1a9409892081474eacb88bf85708b9f5
2024-11-13T07:17:08,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482288797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/34da9c8c080a494b8a55fc960d59c686 is 50, key is test_row_0/C:col10/1731482227399/Put/seqid=0
2024-11-13T07:17:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482288808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482288808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482288808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482288820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:08,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741884_1060 (size=12251)
2024-11-13T07:17:09,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482289018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482289018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482289027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482289027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482289049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,266 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/34da9c8c080a494b8a55fc960d59c686
2024-11-13T07:17:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-13T07:17:09,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/04c4e73097a842c095890860bc3dd7e6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/04c4e73097a842c095890860bc3dd7e6
2024-11-13T07:17:09,337 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/04c4e73097a842c095890860bc3dd7e6, entries=150, sequenceid=262, filesize=12.0 K
2024-11-13T07:17:09,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/1a9409892081474eacb88bf85708b9f5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a9409892081474eacb88bf85708b9f5
2024-11-13T07:17:09,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482289340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482289340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482289349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482289349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482289369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a9409892081474eacb88bf85708b9f5, entries=150, sequenceid=262, filesize=12.0 K
2024-11-13T07:17:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/34da9c8c080a494b8a55fc960d59c686 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/34da9c8c080a494b8a55fc960d59c686
2024-11-13T07:17:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/34da9c8c080a494b8a55fc960d59c686, entries=150, sequenceid=262, filesize=12.0 K
2024-11-13T07:17:09,391 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=107.34 KB/109920 for dac418bb1d6fe76e6359fe725618eb1f in 825ms, sequenceid=262, compaction requested=true
2024-11-13T07:17:09,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:09,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:09,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-13T07:17:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-13T07:17:09,403 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-13T07:17:09,403 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2800 sec
2024-11-13T07:17:09,408 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.2930 sec
2024-11-13T07:17:09,890 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-13T07:17:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:09,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482289921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482289927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b94155b0c9fd4e04956a85d312f652db is 50, key is test_row_0/A:col10/1731482229881/Put/seqid=0
2024-11-13T07:17:09,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482289930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482289935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482289937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:09,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741885_1061 (size=12301)
2024-11-13T07:17:10,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482290059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482290059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482290061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482290061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482290068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482290267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482290277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482290289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482290289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482290289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,393 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b94155b0c9fd4e04956a85d312f652db
2024-11-13T07:17:10,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/dc521749d22d4c109897fe70586e7150 is 50, key is test_row_0/B:col10/1731482229881/Put/seqid=0
2024-11-13T07:17:10,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741886_1062 (size=12301)
2024-11-13T07:17:10,516 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/dc521749d22d4c109897fe70586e7150
2024-11-13T07:17:10,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/84b5cf51e38f40db8ca0f7825964133b is 50, key is test_row_0/C:col10/1731482229881/Put/seqid=0
2024-11-13T07:17:10,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482290579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482290600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741887_1063 (size=12301)
2024-11-13T07:17:10,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482290609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482290612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482290613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,012 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/84b5cf51e38f40db8ca0f7825964133b
2024-11-13T07:17:11,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b94155b0c9fd4e04956a85d312f652db as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b94155b0c9fd4e04956a85d312f652db
2024-11-13T07:17:11,048 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b94155b0c9fd4e04956a85d312f652db, entries=150, sequenceid=283, filesize=12.0 K
2024-11-13T07:17:11,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/dc521749d22d4c109897fe70586e7150 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/dc521749d22d4c109897fe70586e7150
2024-11-13T07:17:11,073 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/dc521749d22d4c109897fe70586e7150, entries=150, sequenceid=283, filesize=12.0 K
2024-11-13T07:17:11,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/84b5cf51e38f40db8ca0f7825964133b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/84b5cf51e38f40db8ca0f7825964133b
2024-11-13T07:17:11,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482291107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482291118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,132 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/84b5cf51e38f40db8ca0f7825964133b, entries=150, sequenceid=283, filesize=12.0 K
2024-11-13T07:17:11,136 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for dac418bb1d6fe76e6359fe725618eb1f in 1246ms, sequenceid=283, compaction requested=true
2024-11-13T07:17:11,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:11,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:11,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:11,137 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:11,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:11,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:11,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:11,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:11,137 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:11,138 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51688 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:11,139 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:11,139 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,139 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/faa045847d584c398220e744fc2292b8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b418ca9b0b0645cbbecb8210871f5f30, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/04c4e73097a842c095890860bc3dd7e6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b94155b0c9fd4e04956a85d312f652db] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=50.5 K
2024-11-13T07:17:11,140 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting faa045847d584c398220e744fc2292b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482225927
2024-11-13T07:17:11,140 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49298 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:11,140 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:11,140 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,140 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b418ca9b0b0645cbbecb8210871f5f30, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731482226131
2024-11-13T07:17:11,140 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f908eef395e24441abc11ae7047c97bb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ea2620121b34d8587792528d2c59400, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a9409892081474eacb88bf85708b9f5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/dc521749d22d4c109897fe70586e7150] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=48.1 K
2024-11-13T07:17:11,145 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04c4e73097a842c095890860bc3dd7e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731482227383
2024-11-13T07:17:11,145 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f908eef395e24441abc11ae7047c97bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482225927
2024-11-13T07:17:11,146 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b94155b0c9fd4e04956a85d312f652db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731482228629
2024-11-13T07:17:11,147 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ea2620121b34d8587792528d2c59400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731482226131
2024-11-13T07:17:11,148 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a9409892081474eacb88bf85708b9f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731482227383
2024-11-13T07:17:11,149 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting dc521749d22d4c109897fe70586e7150, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731482228629
2024-11-13T07:17:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:11,180 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:11,181 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/59d56117334b43e19ae6d1f8a554091a is 50, key is test_row_0/B:col10/1731482229881/Put/seqid=0
2024-11-13T07:17:11,188 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-13T07:17:11,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:11,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:11,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:11,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:11,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:11,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:11,191 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:11,192 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/d318d7cbb8ed4640a6bea474c46d416e is 50, key is test_row_0/A:col10/1731482229881/Put/seqid=0
2024-11-13T07:17:11,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/e2d527a9c47949f4aa759c0aa469765f is 50, key is test_row_0/A:col10/1731482231152/Put/seqid=0
2024-11-13T07:17:11,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741888_1064 (size=12881)
2024-11-13T07:17:11,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741889_1065 (size=12881)
2024-11-13T07:17:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-13T07:17:11,288 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:11,293 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-13T07:17:11,298 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:11,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482291279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482291280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,301 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T07:17:11,301 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:11,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482291283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,307 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/d318d7cbb8ed4640a6bea474c46d416e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d318d7cbb8ed4640a6bea474c46d416e
2024-11-13T07:17:11,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741890_1066 (size=22065)
2024-11-13T07:17:11,319 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into d318d7cbb8ed4640a6bea474c46d416e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:11,319 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:11,319 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=12, startTime=1731482231136; duration=0sec
2024-11-13T07:17:11,320 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:11,320 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:11,320 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:11,338 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49298 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:11,338 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:11,339 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,339 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/bbd8b80a995e46b3993a63fc6363f8b1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/d0832232fd994245a5248ee8b2e93836, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/34da9c8c080a494b8a55fc960d59c686, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/84b5cf51e38f40db8ca0f7825964133b] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=48.1 K
2024-11-13T07:17:11,345 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbd8b80a995e46b3993a63fc6363f8b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482225927
2024-11-13T07:17:11,348 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0832232fd994245a5248ee8b2e93836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731482226131
2024-11-13T07:17:11,353 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34da9c8c080a494b8a55fc960d59c686, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731482227383
2024-11-13T07:17:11,357 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b5cf51e38f40db8ca0f7825964133b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731482228629
2024-11-13T07:17:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T07:17:11,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482291408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482291408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482291408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,456 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:11,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:11,457 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/9dbac63c729a4088964135ef21ee7f65 is 50, key is test_row_0/C:col10/1731482229881/Put/seqid=0
2024-11-13T07:17:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741891_1067 (size=12881)
2024-11-13T07:17:11,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T07:17:11,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482291629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482291629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482291631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,690 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/59d56117334b43e19ae6d1f8a554091a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/59d56117334b43e19ae6d1f8a554091a
2024-11-13T07:17:11,710 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into 59d56117334b43e19ae6d1f8a554091a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:11,710 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:11,710 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=12, startTime=1731482231137; duration=0sec
2024-11-13T07:17:11,710 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:11,710 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:11,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/e2d527a9c47949f4aa759c0aa469765f
2024-11-13T07:17:11,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/2691ff4a120b4bfabdf0317e467223c8 is 50, key is test_row_0/B:col10/1731482231152/Put/seqid=0
2024-11-13T07:17:11,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741892_1068 (size=12301)
2024-11-13T07:17:11,832 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/2691ff4a120b4bfabdf0317e467223c8
2024-11-13T07:17:11,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/e06bb630aabc4fa1bb3e456afa591995 is 50, key is test_row_0/C:col10/1731482231152/Put/seqid=0
2024-11-13T07:17:11,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741893_1069 (size=12301)
2024-11-13T07:17:11,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:11,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T07:17:11,947 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/9dbac63c729a4088964135ef21ee7f65 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9dbac63c729a4088964135ef21ee7f65
2024-11-13T07:17:11,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,969 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into 9dbac63c729a4088964135ef21ee7f65(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:11,969 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:11,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,969 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=12, startTime=1731482231137; duration=0sec
2024-11-13T07:17:11,969 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:11,969 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482291958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482291960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482291957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:12,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482292129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:12,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482292144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:12,152 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in dac418bb1d6fe76e6359fe725618eb1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,152 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in dac418bb1d6fe76e6359fe725618eb1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2225 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:12,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:12,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:12,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,322 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/e06bb630aabc4fa1bb3e456afa591995
2024-11-13T07:17:12,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/e2d527a9c47949f4aa759c0aa469765f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e2d527a9c47949f4aa759c0aa469765f
2024-11-13T07:17:12,391 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e2d527a9c47949f4aa759c0aa469765f, entries=350, sequenceid=298, filesize=21.5 K
2024-11-13T07:17:12,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/2691ff4a120b4bfabdf0317e467223c8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2691ff4a120b4bfabdf0317e467223c8
2024-11-13T07:17:12,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T07:17:12,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482292497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:12,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482292497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:12,505 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2691ff4a120b4bfabdf0317e467223c8, entries=150, sequenceid=298, filesize=12.0 K
2024-11-13T07:17:12,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:12,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/e06bb630aabc4fa1bb3e456afa591995 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/e06bb630aabc4fa1bb3e456afa591995
2024-11-13T07:17:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482292504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:12,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/e06bb630aabc4fa1bb3e456afa591995, entries=150, sequenceid=298, filesize=12.0 K
2024-11-13T07:17:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:12,573 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for dac418bb1d6fe76e6359fe725618eb1f in 1385ms, sequenceid=298, compaction requested=false
2024-11-13T07:17:12,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:12,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-13T07:17:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:12,718 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:17:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:12,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/3409e18f5cb04b2db411c35995bc2fc6 is 50, key is test_row_0/A:col10/1731482231264/Put/seqid=0
2024-11-13T07:17:12,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741894_1070 (size=12301)
2024-11-13T07:17:12,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/3409e18f5cb04b2db411c35995bc2fc6
2024-11-13T07:17:12,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/cb472ff7acfc4727808eebe2a45c8a66 is 50, key is test_row_0/B:col10/1731482231264/Put/seqid=0
2024-11-13T07:17:12,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741895_1071 (size=12301)
2024-11-13T07:17:12,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/cb472ff7acfc4727808eebe2a45c8a66
2024-11-13T07:17:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/15cff907d3244d1a809108dba528392b is 50, key is test_row_0/C:col10/1731482231264/Put/seqid=0
2024-11-13T07:17:13,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741896_1072 (size=12301)
2024-11-13T07:17:13,038 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/15cff907d3244d1a809108dba528392b
2024-11-13T07:17:13,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/3409e18f5cb04b2db411c35995bc2fc6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3409e18f5cb04b2db411c35995bc2fc6
2024-11-13T07:17:13,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3409e18f5cb04b2db411c35995bc2fc6, entries=150, sequenceid=319, filesize=12.0 K
2024-11-13T07:17:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/cb472ff7acfc4727808eebe2a45c8a66 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/cb472ff7acfc4727808eebe2a45c8a66
2024-11-13T07:17:13,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/cb472ff7acfc4727808eebe2a45c8a66, entries=150, sequenceid=319, filesize=12.0 K
2024-11-13T07:17:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/15cff907d3244d1a809108dba528392b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/15cff907d3244d1a809108dba528392b
2024-11-13T07:17:13,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/15cff907d3244d1a809108dba528392b, entries=150, sequenceid=319, filesize=12.0 K
2024-11-13T07:17:13,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for dac418bb1d6fe76e6359fe725618eb1f in 502ms, sequenceid=319, compaction requested=true
2024-11-13T07:17:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-13T07:17:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-13T07:17:13,240 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-13T07:17:13,240 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec
2024-11-13T07:17:13,245 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.9490 sec
2024-11-13T07:17:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-13T07:17:13,464 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:13,466 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-13T07:17:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:17:13,475 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:13,477 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:13,477 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:13,545 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:17:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:17:13,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/3a8e889e3e1a444d8960ebd294b87528 is 50, key is test_row_0/A:col10/1731482233543/Put/seqid=0
2024-11-13T07:17:13,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741897_1073 (size=14741)
2024-11-13T07:17:13,604 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/3a8e889e3e1a444d8960ebd294b87528
2024-11-13T07:17:13,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/7dde27b21e944a85be45f59f3d67b048 is 50, key is test_row_0/B:col10/1731482233543/Put/seqid=0
2024-11-13T07:17:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482233612, max timestamp=1731482233660Num uniques 859; 
2024-11-13T07:17:13,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-13T07:17:13,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741898_1074 (size=12301)
2024-11-13T07:17:13,680 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/7dde27b21e944a85be45f59f3d67b048
2024-11-13T07:17:13,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482293690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482293693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:13,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/61d3a74a39b6420bafea78bb87211f49 is 50, key is test_row_0/C:col10/1731482233543/Put/seqid=0
2024-11-13T07:17:13,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482293712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:13,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741899_1075 (size=12301)
2024-11-13T07:17:13,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/61d3a74a39b6420bafea78bb87211f49
2024-11-13T07:17:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/3a8e889e3e1a444d8960ebd294b87528 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3a8e889e3e1a444d8960ebd294b87528
2024-11-13T07:17:13,777 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3a8e889e3e1a444d8960ebd294b87528, entries=200, sequenceid=329, filesize=14.4 K
2024-11-13T07:17:13,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/7dde27b21e944a85be45f59f3d67b048 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7dde27b21e944a85be45f59f3d67b048
2024-11-13T07:17:13,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:17:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482293808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:13,813 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7dde27b21e944a85be45f59f3d67b048, entries=150, sequenceid=329, filesize=12.0 K
2024-11-13T07:17:13,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/61d3a74a39b6420bafea78bb87211f49 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d3a74a39b6420bafea78bb87211f49
2024-11-13T07:17:13,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482293818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:13,841 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d3a74a39b6420bafea78bb87211f49, entries=150, sequenceid=329, filesize=12.0 K
2024-11-13T07:17:13,848 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=129.31 KB/132415 for dac418bb1d6fe76e6359fe725618eb1f in 303ms, sequenceid=329, compaction requested=true
2024-11-13T07:17:13,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:13,849 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:13,849 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:13,852 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 61988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:13,852 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:13,852 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,853 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d318d7cbb8ed4640a6bea474c46d416e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e2d527a9c47949f4aa759c0aa469765f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3409e18f5cb04b2db411c35995bc2fc6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3a8e889e3e1a444d8960ebd294b87528] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=60.5 K
2024-11-13T07:17:13,855 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d318d7cbb8ed4640a6bea474c46d416e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731482228629
2024-11-13T07:17:13,855 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:13,855 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:13,856 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,856 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/59d56117334b43e19ae6d1f8a554091a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2691ff4a120b4bfabdf0317e467223c8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/cb472ff7acfc4727808eebe2a45c8a66, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7dde27b21e944a85be45f59f3d67b048] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=48.6 K
2024-11-13T07:17:13,856 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2d527a9c47949f4aa759c0aa469765f, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731482229921
2024-11-13T07:17:13,858 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 59d56117334b43e19ae6d1f8a554091a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731482228629
2024-11-13T07:17:13,858 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3409e18f5cb04b2db411c35995bc2fc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731482231264
2024-11-13T07:17:13,859 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2691ff4a120b4bfabdf0317e467223c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731482231152
2024-11-13T07:17:13,859 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a8e889e3e1a444d8960ebd294b87528, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731482233521
2024-11-13T07:17:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:13,860 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting cb472ff7acfc4727808eebe2a45c8a66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731482231264
2024-11-13T07:17:13,862 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dde27b21e944a85be45f59f3d67b048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731482233521
2024-11-13T07:17:13,864 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=136.02 KB heapSize=400.65 KB
2024-11-13T07:17:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:13,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a86e0a6460bc47a7a9083052cd3b16ad is 50, key is test_row_0/A:col10/1731482233663/Put/seqid=0
2024-11-13T07:17:13,916 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:13,917 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/f135c91b29f7401c8591e2e9bc4cbe62 is 50, key is test_row_0/A:col10/1731482233543/Put/seqid=0
2024-11-13T07:17:13,931 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:13,933 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/8fa347d7529847ea829720139bc79380 is 50, key is test_row_0/B:col10/1731482233543/Put/seqid=0
2024-11-13T07:17:13,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:13,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:13,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741900_1076 (size=12301)
2024-11-13T07:17:13,990 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a86e0a6460bc47a7a9083052cd3b16ad
2024-11-13T07:17:13,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482293974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:13,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741901_1077 (size=13017)
2024-11-13T07:17:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741902_1078 (size=13017)
2024-11-13T07:17:14,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482294018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482294037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,056 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/f135c91b29f7401c8591e2e9bc4cbe62 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/f135c91b29f7401c8591e2e9bc4cbe62
2024-11-13T07:17:14,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/c42a61c9bcd049a0a33e2d81bd95fb7b is 50, key is test_row_0/B:col10/1731482233663/Put/seqid=0
2024-11-13T07:17:14,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741903_1079 (size=12301)
2024-11-13T07:17:14,097 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into f135c91b29f7401c8591e2e9bc4cbe62(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:14,097 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:14,098 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=12, startTime=1731482233849; duration=0sec
2024-11-13T07:17:14,098 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:14,098 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:14,098 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:17:14,107 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:14,107 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:14,107 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,107 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9dbac63c729a4088964135ef21ee7f65, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/e06bb630aabc4fa1bb3e456afa591995, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/15cff907d3244d1a809108dba528392b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d3a74a39b6420bafea78bb87211f49] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=48.6 K
2024-11-13T07:17:14,110 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/c42a61c9bcd049a0a33e2d81bd95fb7b
2024-11-13T07:17:14,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482294107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,116 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dbac63c729a4088964135ef21ee7f65, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731482228629
2024-11-13T07:17:14,117 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting e06bb630aabc4fa1bb3e456afa591995, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731482231152
2024-11-13T07:17:14,119 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15cff907d3244d1a809108dba528392b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731482231264
2024-11-13T07:17:14,124 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61d3a74a39b6420bafea78bb87211f49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731482233521
2024-11-13T07:17:14,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:14,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:14,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/36d08d0aa60c49a8942b50f231a464a3 is 50, key is test_row_0/C:col10/1731482233663/Put/seqid=0
2024-11-13T07:17:14,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482294168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,189 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:14,189 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in dac418bb1d6fe76e6359fe725618eb1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4259 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:14,189 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/2c9932e713c444e8b42cc144bf02055e is 50, key is test_row_0/C:col10/1731482233543/Put/seqid=0
2024-11-13T07:17:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482294177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,193 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in dac418bb1d6fe76e6359fe725618eb1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4272 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741904_1080 (size=12301)
2024-11-13T07:17:14,224 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/36d08d0aa60c49a8942b50f231a464a3
2024-11-13T07:17:14,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/a86e0a6460bc47a7a9083052cd3b16ad as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a86e0a6460bc47a7a9083052cd3b16ad
2024-11-13T07:17:14,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741905_1081 (size=13017)
2024-11-13T07:17:14,264 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a86e0a6460bc47a7a9083052cd3b16ad, entries=150, sequenceid=357, filesize=12.0 K
2024-11-13T07:17:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/c42a61c9bcd049a0a33e2d81bd95fb7b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/c42a61c9bcd049a0a33e2d81bd95fb7b
2024-11-13T07:17:14,282 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/c42a61c9bcd049a0a33e2d81bd95fb7b, entries=150, sequenceid=357, filesize=12.0 K
2024-11-13T07:17:14,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/36d08d0aa60c49a8942b50f231a464a3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/36d08d0aa60c49a8942b50f231a464a3
2024-11-13T07:17:14,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,313 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/36d08d0aa60c49a8942b50f231a464a3, entries=150, sequenceid=357, filesize=12.0 K
2024-11-13T07:17:14,321 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~136.02 KB/139285, heapSize ~400.60 KB/410216, currentSize=40.25 KB/41220 for dac418bb1d6fe76e6359fe725618eb1f in 457ms, sequenceid=357, compaction requested=false
2024-11-13T07:17:14,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:14,335 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:17:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:14,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/596d4c6723854bda87502adec605be8a is 50, key is test_row_0/A:col10/1731482234330/Put/seqid=0
2024-11-13T07:17:14,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741906_1082 (size=14741)
2024-11-13T07:17:14,438 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/8fa347d7529847ea829720139bc79380 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/8fa347d7529847ea829720139bc79380
2024-11-13T07:17:14,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,461 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into 8fa347d7529847ea829720139bc79380(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:14,461 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:14,461 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=12, startTime=1731482233849; duration=0sec
2024-11-13T07:17:14,461 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:14,461 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482234465, max timestamp=1731482234514Num uniques 859; 
2024-11-13T07:17:14,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:14,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482234465, max timestamp=1731482234514Num uniques 859; 
2024-11-13T07:17:14,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:14,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482234465, max timestamp=1731482234514Num uniques 859; 
2024-11-13T07:17:14,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:17:14,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:14,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731482234592, max timestamp=1731482234665Num uniques 1018; 
2024-11-13T07:17:14,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731482234592, max timestamp=1731482234665Num uniques 1018; 
2024-11-13T07:17:14,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-13T07:17:14,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-13T07:17:14,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731482234592, max timestamp=1731482234665Num uniques 1018; 
2024-11-13T07:17:14,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-13T07:17:14,704 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/2c9932e713c444e8b42cc144bf02055e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2c9932e713c444e8b42cc144bf02055e
2024-11-13T07:17:14,738 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into 2c9932e713c444e8b42cc144bf02055e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:14,738 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:14,738 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=12, startTime=1731482233849; duration=0sec
2024-11-13T07:17:14,739 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:14,739 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:14,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482294739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731482234709, max timestamp=1731482234757Num uniques 1027; 
2024-11-13T07:17:14,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-13T07:17:14,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482234726, max timestamp=1731482234757Num uniques 1027; 
2024-11-13T07:17:14,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150
2024-11-13T07:17:14,783 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/596d4c6723854bda87502adec605be8a
2024-11-13T07:17:14,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482234726, max timestamp=1731482234757Num uniques 1027; 
2024-11-13T07:17:14,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150
2024-11-13T07:17:14,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/a05c0eda6b71455b8d4cce7d828a9d04 is 50, key is test_row_0/B:col10/1731482234330/Put/seqid=0
2024-11-13T07:17:14,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482294886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482294891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482294898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:14,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741907_1083 (size=12301)
2024-11-13T07:17:14,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:14,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482295037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482295038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482295038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:15,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:15,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:15,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482295247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482295248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482295260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,320 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/a05c0eda6b71455b8d4cce7d828a9d04
2024-11-13T07:17:15,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/8698982f3c3645eebda2701fc632fc48 is 50, key is test_row_0/C:col10/1731482234330/Put/seqid=0
2024-11-13T07:17:15,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:15,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:15,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741908_1084 (size=12301)
2024-11-13T07:17:15,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:15,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:15,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482295567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482295568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482295581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:15,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:15,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:17:15,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:15,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:15,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,892 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/8698982f3c3645eebda2701fc632fc48
2024-11-13T07:17:15,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:15,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:15,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/596d4c6723854bda87502adec605be8a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/596d4c6723854bda87502adec605be8a
2024-11-13T07:17:15,967 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/596d4c6723854bda87502adec605be8a, entries=200, sequenceid=368, filesize=14.4 K
2024-11-13T07:17:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/a05c0eda6b71455b8d4cce7d828a9d04 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/a05c0eda6b71455b8d4cce7d828a9d04
2024-11-13T07:17:16,021 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/a05c0eda6b71455b8d4cce7d828a9d04, entries=150, sequenceid=368, filesize=12.0 K
2024-11-13T07:17:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/8698982f3c3645eebda2701fc632fc48 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8698982f3c3645eebda2701fc632fc48
2024-11-13T07:17:16,044 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8698982f3c3645eebda2701fc632fc48, entries=150, sequenceid=368, filesize=12.0 K
2024-11-13T07:17:16,046 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.01 KB/137226 for dac418bb1d6fe76e6359fe725618eb1f in 1711ms, sequenceid=368, compaction requested=true
2024-11-13T07:17:16,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:16,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:16,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:16,046 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:16,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:16,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:16,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:16,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:17:16,048 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:16,048 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:16,048 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:16,048 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/f135c91b29f7401c8591e2e9bc4cbe62, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a86e0a6460bc47a7a9083052cd3b16ad, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/596d4c6723854bda87502adec605be8a] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=39.1 K
2024-11-13T07:17:16,048 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:16,052 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f135c91b29f7401c8591e2e9bc4cbe62, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731482233521
2024-11-13T07:17:16,053 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a86e0a6460bc47a7a9083052cd3b16ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731482233625
2024-11-13T07:17:16,054 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 596d4c6723854bda87502adec605be8a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482233933
2024-11-13T07:17:16,057 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:16,057 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:16,057 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:16,057 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/8fa347d7529847ea829720139bc79380, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/c42a61c9bcd049a0a33e2d81bd95fb7b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/a05c0eda6b71455b8d4cce7d828a9d04] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=36.7 K
2024-11-13T07:17:16,062 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fa347d7529847ea829720139bc79380, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731482233521
2024-11-13T07:17:16,063 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c42a61c9bcd049a0a33e2d81bd95fb7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731482233625
2024-11-13T07:17:16,065 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting a05c0eda6b71455b8d4cce7d828a9d04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482233946
2024-11-13T07:17:16,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-13T07:17:16,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:16,078 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=134.01 KB heapSize=382.89 KB
2024-11-13T07:17:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:16,099 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:16,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/e7558426e2e2444db452272e4c3bbc95 is 50, key is test_row_0/A:col10/1731482234330/Put/seqid=0
2024-11-13T07:17:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:16,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:16,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/debb5942687d4c90b9adee8a7a43dd33 is 50, key is test_row_0/A:col10/1731482234881/Put/seqid=0
2024-11-13T07:17:16,135 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:16,136 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/5c59daa7d1a3499a9af1ca7f45d039d9 is 50, key is test_row_0/B:col10/1731482234330/Put/seqid=0
2024-11-13T07:17:16,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482296140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482296157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741909_1085 (size=13119)
2024-11-13T07:17:16,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482296168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741911_1087 (size=13119)
2024-11-13T07:17:16,228 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/e7558426e2e2444db452272e4c3bbc95 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e7558426e2e2444db452272e4c3bbc95
2024-11-13T07:17:16,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741910_1086 (size=12301)
2024-11-13T07:17:16,264 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into e7558426e2e2444db452272e4c3bbc95(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:16,264 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:16,264 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=13, startTime=1731482236046; duration=0sec
2024-11-13T07:17:16,268 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:16,268 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:16,268 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:16,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482296268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,277 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:16,277 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:16,277 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:16,277 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2c9932e713c444e8b42cc144bf02055e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/36d08d0aa60c49a8942b50f231a464a3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8698982f3c3645eebda2701fc632fc48] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=36.7 K
2024-11-13T07:17:16,278 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c9932e713c444e8b42cc144bf02055e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731482233521
2024-11-13T07:17:16,278 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 36d08d0aa60c49a8942b50f231a464a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731482233625
2024-11-13T07:17:16,278 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8698982f3c3645eebda2701fc632fc48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482233946
2024-11-13T07:17:16,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482296280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482296299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,309 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,311 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/c266ced039b54fe190e43af6e549e8d7 is 50, key is test_row_0/C:col10/1731482234330/Put/seqid=0
2024-11-13T07:17:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741912_1088 (size=13119)
2024-11-13T07:17:16,397 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/c266ced039b54fe190e43af6e549e8d7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c266ced039b54fe190e43af6e549e8d7
2024-11-13T07:17:16,415 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into c266ced039b54fe190e43af6e549e8d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:16,415 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:16,415 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=13, startTime=1731482236047; duration=0sec
2024-11-13T07:17:16,416 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:16,416 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:16,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482296478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482296497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482296520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/debb5942687d4c90b9adee8a7a43dd33
2024-11-13T07:17:16,638 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/5c59daa7d1a3499a9af1ca7f45d039d9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/5c59daa7d1a3499a9af1ca7f45d039d9
2024-11-13T07:17:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/db09d08da2994bf5994f2ed19e9da1de is 50, key is test_row_0/B:col10/1731482234881/Put/seqid=0
2024-11-13T07:17:16,660 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into 5c59daa7d1a3499a9af1ca7f45d039d9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:16,660 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:16,660 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=13, startTime=1731482236046; duration=0sec
2024-11-13T07:17:16,660 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:16,660 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:16,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741913_1089 (size=12301)
2024-11-13T07:17:16,704 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.52 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/db09d08da2994bf5994f2ed19e9da1de
2024-11-13T07:17:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/408cd47a0b5d404da39d16b685485d0f is 50, key is test_row_0/C:col10/1731482234881/Put/seqid=0
2024-11-13T07:17:16,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741914_1090 (size=12301)
2024-11-13T07:17:16,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482296787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482296818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:16,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482296837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:17,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.52 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/408cd47a0b5d404da39d16b685485d0f
2024-11-13T07:17:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/debb5942687d4c90b9adee8a7a43dd33 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/debb5942687d4c90b9adee8a7a43dd33
2024-11-13T07:17:17,261 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/debb5942687d4c90b9adee8a7a43dd33, entries=150, sequenceid=441, filesize=12.0 K
2024-11-13T07:17:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/db09d08da2994bf5994f2ed19e9da1de as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/db09d08da2994bf5994f2ed19e9da1de
2024-11-13T07:17:17,290 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/db09d08da2994bf5994f2ed19e9da1de, entries=150, sequenceid=441, filesize=12.0 K
2024-11-13T07:17:17,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/408cd47a0b5d404da39d16b685485d0f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/408cd47a0b5d404da39d16b685485d0f
2024-11-13T07:17:17,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482297297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:17,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/408cd47a0b5d404da39d16b685485d0f, entries=150, sequenceid=441, filesize=12.0 K
2024-11-13T07:17:17,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.01 KB/137226, heapSize ~382.84 KB/392032, currentSize=53.67 KB/54960 for dac418bb1d6fe76e6359fe725618eb1f in 1256ms, sequenceid=441, compaction requested=false
2024-11-13T07:17:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-13T07:17:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-13T07:17:17,345 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:17:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:17,360 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-13T07:17:17,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:17,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:17,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:17,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:17,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:17,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:17,364 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-13T07:17:17,365 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8690 sec
2024-11-13T07:17:17,368 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 3.9000 sec
2024-11-13T07:17:17,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/663b5f18004f48a892a9478fcca953c6 is 50, key is test_row_0/A:col10/1731482236135/Put/seqid=0
2024-11-13T07:17:17,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741915_1091 (size=14741)
2024-11-13T07:17:17,439 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/663b5f18004f48a892a9478fcca953c6
2024-11-13T07:17:17,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/eb3db44c71f04566b22153129f18177b is 50, key is test_row_0/B:col10/1731482236135/Put/seqid=0
2024-11-13T07:17:17,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741916_1092 (size=12301)
2024-11-13T07:17:17,508 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/eb3db44c71f04566b22153129f18177b
2024-11-13T07:17:17,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482297500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:17,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:17,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482297510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:17,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/22adcb5175ac409f982249949e961f87 is 50, key is test_row_0/C:col10/1731482236135/Put/seqid=0
2024-11-13T07:17:17,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741917_1093 (size=12301)
2024-11-13T07:17:17,577 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/22adcb5175ac409f982249949e961f87
2024-11-13T07:17:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/663b5f18004f48a892a9478fcca953c6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/663b5f18004f48a892a9478fcca953c6
2024-11-13T07:17:17,597 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/663b5f18004f48a892a9478fcca953c6, entries=200, sequenceid=456, filesize=14.4 K
2024-11-13T07:17:17,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/eb3db44c71f04566b22153129f18177b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eb3db44c71f04566b22153129f18177b
2024-11-13T07:17:17,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eb3db44c71f04566b22153129f18177b, entries=150, sequenceid=456, filesize=12.0 K
2024-11-13T07:17:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/22adcb5175ac409f982249949e961f87 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/22adcb5175ac409f982249949e961f87
2024-11-13T07:17:17,628 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/22adcb5175ac409f982249949e961f87, entries=150, sequenceid=456, filesize=12.0 K
2024-11-13T07:17:17,632 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dac418bb1d6fe76e6359fe725618eb1f in 272ms, sequenceid=456, compaction requested=true
2024-11-13T07:17:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:17,633 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:17,633 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:17,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:17,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:17,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:17,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:17,635 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:17,635 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:17,635 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:17,635 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:17,635 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:17,635 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:17,635 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/5c59daa7d1a3499a9af1ca7f45d039d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/db09d08da2994bf5994f2ed19e9da1de, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eb3db44c71f04566b22153129f18177b] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=36.8 K
2024-11-13T07:17:17,635 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e7558426e2e2444db452272e4c3bbc95, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/debb5942687d4c90b9adee8a7a43dd33, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/663b5f18004f48a892a9478fcca953c6] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=39.2 K
2024-11-13T07:17:17,635 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c59daa7d1a3499a9af1ca7f45d039d9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482233946
2024-11-13T07:17:17,636 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7558426e2e2444db452272e4c3bbc95, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482233946
2024-11-13T07:17:17,636 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting db09d08da2994bf5994f2ed19e9da1de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482234881
2024-11-13T07:17:17,636 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting debb5942687d4c90b9adee8a7a43dd33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482234881
2024-11-13T07:17:17,636 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting eb3db44c71f04566b22153129f18177b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731482236135
2024-11-13T07:17:17,636 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 663b5f18004f48a892a9478fcca953c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731482236135
2024-11-13T07:17:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:17,644 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-13T07:17:17,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:17,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:17,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/02c5d1504d7149c1b42bf75a20e91fb3 is 50, key is test_row_0/A:col10/1731482237466/Put/seqid=0
2024-11-13T07:17:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T07:17:17,657 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:17,658 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:17,659 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/fb3288d41986460a8f9931824b2e8ca7 is 50, key is test_row_0/B:col10/1731482236135/Put/seqid=0
2024-11-13T07:17:17,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-13T07:17:17,670 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:17,675 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:17,676 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/0884a4e489754224b743739b7b0c3add is 50, key is test_row_0/A:col10/1731482236135/Put/seqid=0
2024-11-13T07:17:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-13T07:17:17,677 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:17,677 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:17,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482297717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:17,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:17,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482297729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:17,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741919_1095 (size=13221)
2024-11-13T07:17:17,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741918_1094 (size=14741)
2024-11-13T07:17:17,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741920_1096 (size=13221)
2024-11-13T07:17:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-13T07:17:17,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:17,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:17,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:17,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:17,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:17,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:17,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482297841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:17,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482297841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-13T07:17:18,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482298078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:18,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482298079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:18,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:18,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,176 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/02c5d1504d7149c1b42bf75a20e91fb3
2024-11-13T07:17:18,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,185 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/0884a4e489754224b743739b7b0c3add as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/0884a4e489754224b743739b7b0c3add
2024-11-13T07:17:18,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/0397389ea86f4e4eabadb94b386431cf is 50, key is test_row_0/B:col10/1731482237466/Put/seqid=0
2024-11-13T07:17:18,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1731482298219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:18,224 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in dac418bb1d6fe76e6359fe725618eb1f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8295 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:18,228 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/fb3288d41986460a8f9931824b2e8ca7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/fb3288d41986460a8f9931824b2e8ca7
2024-11-13T07:17:18,235 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into 0884a4e489754224b743739b7b0c3add(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:18,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:18,235 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=13, startTime=1731482237633; duration=0sec
2024-11-13T07:17:18,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:18,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:18,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:18,244 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:18,244 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:18,244 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,244 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c266ced039b54fe190e43af6e549e8d7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/408cd47a0b5d404da39d16b685485d0f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/22adcb5175ac409f982249949e961f87] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=36.8 K
2024-11-13T07:17:18,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60718 deadline: 1731482298240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:18,246 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in dac418bb1d6fe76e6359fe725618eb1f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8326 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:18,249 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c266ced039b54fe190e43af6e549e8d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482233946
2024-11-13T07:17:18,256 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 408cd47a0b5d404da39d16b685485d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482234881
2024-11-13T07:17:18,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741921_1097 (size=12301)
2024-11-13T07:17:18,257 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22adcb5175ac409f982249949e961f87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731482236135
2024-11-13T07:17:18,276 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into fb3288d41986460a8f9931824b2e8ca7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:18,277 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:18,277 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=13, startTime=1731482237633; duration=0sec
2024-11-13T07:17:18,277 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:18,277 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:18,306 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:18,307 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/ab8bf58e9e7949048be854960ea587d9 is 50, key is test_row_0/C:col10/1731482236135/Put/seqid=0
2024-11-13T07:17:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-13T07:17:18,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60706 deadline: 1731482298328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:18,334 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in dac418bb1d6fe76e6359fe725618eb1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:18,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741922_1098 (size=13221)
2024-11-13T07:17:18,400 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/ab8bf58e9e7949048be854960ea587d9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/ab8bf58e9e7949048be854960ea587d9
2024-11-13T07:17:18,415 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-13T07:17:18,415 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:18,417 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-13T07:17:18,417 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:18,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60734 deadline: 1731482298401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:18,422 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,423 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,423 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,424 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:18,424 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1731482298401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:17:18,428 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-13T07:17:18,428 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:18,428 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:18,428 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,429 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:18,429 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,435 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into ab8bf58e9e7949048be854960ea587d9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:18,436 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:18,436 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=13, startTime=1731482237634; duration=0sec
2024-11-13T07:17:18,436 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:18,436 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:18,441 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-13T07:17:18,441 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:18,441 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,441 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,442 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:18,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,661 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/0397389ea86f4e4eabadb94b386431cf
2024-11-13T07:17:18,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:18,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:18,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/9c25c1bf92214cf79a2484e730f80481 is 50, key is test_row_0/C:col10/1731482237466/Put/seqid=0
2024-11-13T07:17:18,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741923_1099 (size=12301)
2024-11-13T07:17:18,768 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/9c25c1bf92214cf79a2484e730f80481
2024-11-13T07:17:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-13T07:17:18,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/02c5d1504d7149c1b42bf75a20e91fb3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/02c5d1504d7149c1b42bf75a20e91fb3
2024-11-13T07:17:18,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:18,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:18,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/02c5d1504d7149c1b42bf75a20e91fb3, entries=200, sequenceid=477, filesize=14.4 K
2024-11-13T07:17:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/0397389ea86f4e4eabadb94b386431cf as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/0397389ea86f4e4eabadb94b386431cf
2024-11-13T07:17:18,888 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/0397389ea86f4e4eabadb94b386431cf, entries=150, sequenceid=477, filesize=12.0 K
2024-11-13T07:17:18,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/9c25c1bf92214cf79a2484e730f80481 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9c25c1bf92214cf79a2484e730f80481
2024-11-13T07:17:18,913 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9c25c1bf92214cf79a2484e730f80481, entries=150, sequenceid=477, filesize=12.0 K
2024-11-13T07:17:18,917 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for dac418bb1d6fe76e6359fe725618eb1f in 1273ms, sequenceid=477, compaction requested=false
2024-11-13T07:17:18,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:18,954 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-13T07:17:18,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:18,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:18,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:18,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:18,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:18,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:18,957 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-13T07:17:18,957 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:18,957 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,957 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,958 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-13T07:17:18,958 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:18,958 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,958 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:18,958 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:18,958 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:18,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b6c2472968734707b6b6f14e7a101bf0 is 50, key is test_row_0/A:col10/1731482238940/Put/seqid=0
2024-11-13T07:17:19,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:19,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741924_1100 (size=12301)
2024-11-13T07:17:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:19,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:19,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,430 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b6c2472968734707b6b6f14e7a101bf0
2024-11-13T07:17:19,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/74f03aad1851478daca7ed54109af6b4 is 50, key is test_row_0/B:col10/1731482238940/Put/seqid=0
2024-11-13T07:17:19,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741925_1101 (size=12301)
2024-11-13T07:17:19,457 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/74f03aad1851478daca7ed54109af6b4
2024-11-13T07:17:19,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/a0113cfdf2234de5ab867ebc40498e4f is 50, key is test_row_0/C:col10/1731482238940/Put/seqid=0
2024-11-13T07:17:19,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741926_1102 (size=12301)
2024-11-13T07:17:19,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-13T07:17:19,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:19,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. as already flushing
2024-11-13T07:17:19,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:19,921 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/a0113cfdf2234de5ab867ebc40498e4f
2024-11-13T07:17:19,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/b6c2472968734707b6b6f14e7a101bf0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b6c2472968734707b6b6f14e7a101bf0
2024-11-13T07:17:19,932 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b6c2472968734707b6b6f14e7a101bf0, entries=150, sequenceid=493, filesize=12.0 K
2024-11-13T07:17:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/74f03aad1851478daca7ed54109af6b4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/74f03aad1851478daca7ed54109af6b4
2024-11-13T07:17:19,938 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/74f03aad1851478daca7ed54109af6b4, entries=150, sequenceid=493, filesize=12.0 K
2024-11-13T07:17:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/a0113cfdf2234de5ab867ebc40498e4f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a0113cfdf2234de5ab867ebc40498e4f
2024-11-13T07:17:19,945 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a0113cfdf2234de5ab867ebc40498e4f, entries=150, sequenceid=493, filesize=12.0 K
2024-11-13T07:17:19,946 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for dac418bb1d6fe76e6359fe725618eb1f in 992ms, sequenceid=493, compaction requested=true
2024-11-13T07:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:19,946 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:19,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:19,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:19,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dac418bb1d6fe76e6359fe725618eb1f:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:19,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:17:19,947 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:19,948 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:19,948 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/B is initiating minor compaction (all files)
2024-11-13T07:17:19,948 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/B in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,948 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/fb3288d41986460a8f9931824b2e8ca7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/0397389ea86f4e4eabadb94b386431cf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/74f03aad1851478daca7ed54109af6b4] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=36.9 K
2024-11-13T07:17:19,948 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:19,948 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/A is initiating minor compaction (all files)
2024-11-13T07:17:19,948 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting fb3288d41986460a8f9931824b2e8ca7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731482236135
2024-11-13T07:17:19,948 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/A in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:19,948 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/0884a4e489754224b743739b7b0c3add, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/02c5d1504d7149c1b42bf75a20e91fb3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b6c2472968734707b6b6f14e7a101bf0] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=39.3 K
2024-11-13T07:17:19,949 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 0397389ea86f4e4eabadb94b386431cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731482237466
2024-11-13T07:17:19,949 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0884a4e489754224b743739b7b0c3add, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731482236135
2024-11-13T07:17:19,949 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 74f03aad1851478daca7ed54109af6b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731482237708
2024-11-13T07:17:19,950 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02c5d1504d7149c1b42bf75a20e91fb3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731482237466
2024-11-13T07:17:19,951 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6c2472968734707b6b6f14e7a101bf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731482237708
2024-11-13T07:17:19,968 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:19,969 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/7272896bf4c94734a260ae7ce26553f6 is 50, key is test_row_0/B:col10/1731482238940/Put/seqid=0
2024-11-13T07:17:19,974 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:19,975 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/944423b56ab847909c641dc1582aa240 is 50, key is test_row_0/A:col10/1731482238940/Put/seqid=0
2024-11-13T07:17:19,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741927_1103 (size=13323)
2024-11-13T07:17:19,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741928_1104 (size=13323)
2024-11-13T07:17:20,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-13T07:17:20,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:20,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:20,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:20,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-13T07:17:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-13T07:17:20,020 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-13T07:17:20,020 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3420 sec
2024-11-13T07:17:20,022 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.3600 sec
2024-11-13T07:17:20,359 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-13T07:17:20,359 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:20,359 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:20,359 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:20,359 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:20,389 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/7272896bf4c94734a260ae7ce26553f6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7272896bf4c94734a260ae7ce26553f6
2024-11-13T07:17:20,389 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/944423b56ab847909c641dc1582aa240 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/944423b56ab847909c641dc1582aa240
2024-11-13T07:17:20,396 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/B of dac418bb1d6fe76e6359fe725618eb1f into 7272896bf4c94734a260ae7ce26553f6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:20,396 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/A of dac418bb1d6fe76e6359fe725618eb1f into 944423b56ab847909c641dc1582aa240(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:20,396 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:20,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:20,396 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/B, priority=13, startTime=1731482239947; duration=0sec
2024-11-13T07:17:20,396 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/A, priority=13, startTime=1731482239946; duration=0sec
2024-11-13T07:17:20,396 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:20,396 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:A
2024-11-13T07:17:20,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:20,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:B
2024-11-13T07:17:20,396 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:20,397 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:20,397 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): dac418bb1d6fe76e6359fe725618eb1f/C is initiating minor compaction (all files)
2024-11-13T07:17:20,397 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dac418bb1d6fe76e6359fe725618eb1f/C in TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:20,398 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/ab8bf58e9e7949048be854960ea587d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9c25c1bf92214cf79a2484e730f80481, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a0113cfdf2234de5ab867ebc40498e4f] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp, totalSize=36.9 K
2024-11-13T07:17:20,398 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab8bf58e9e7949048be854960ea587d9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731482236135
2024-11-13T07:17:20,399 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c25c1bf92214cf79a2484e730f80481, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731482237466
2024-11-13T07:17:20,399 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0113cfdf2234de5ab867ebc40498e4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731482237708
2024-11-13T07:17:20,411 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dac418bb1d6fe76e6359fe725618eb1f#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:20,411 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/94d6f02eb2b64f409604b48943861ef5 is 50, key is test_row_0/C:col10/1731482238940/Put/seqid=0
2024-11-13T07:17:20,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741929_1105 (size=13323)
2024-11-13T07:17:20,824 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/94d6f02eb2b64f409604b48943861ef5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/94d6f02eb2b64f409604b48943861ef5
2024-11-13T07:17:20,832 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dac418bb1d6fe76e6359fe725618eb1f/C of dac418bb1d6fe76e6359fe725618eb1f into 94d6f02eb2b64f409604b48943861ef5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:20,832 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dac418bb1d6fe76e6359fe725618eb1f:

2024-11-13T07:17:20,832 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., storeName=dac418bb1d6fe76e6359fe725618eb1f/C, priority=13, startTime=1731482239947; duration=0sec
2024-11-13T07:17:20,832 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:20,833 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dac418bb1d6fe76e6359fe725618eb1f:C
2024-11-13T07:17:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-13T07:17:21,860 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:28,241 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-13T07:17:28,241 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:28,241 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:28,241 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:28,241 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:28,289 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-13T07:17:28,289 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:28,289 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:28,290 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:28,290 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 94
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 120
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 96
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 49
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 46
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1111
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1084
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-13T07:17:28,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 559
2024-11-13T07:17:28,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1677 rows
2024-11-13T07:17:28,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 543
2024-11-13T07:17:28,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1629 rows
2024-11-13T07:17:28,291 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:17:28,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:17:28,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:28,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:28,291 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:28,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-13T07:17:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:28,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482248301"}]},"ts":"1731482248301"}
2024-11-13T07:17:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-13T07:17:28,303 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-13T07:17:28,303 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-13T07:17:28,305 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:17:28,310 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, UNASSIGN}]
2024-11-13T07:17:28,311 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, UNASSIGN
2024-11-13T07:17:28,312 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=dac418bb1d6fe76e6359fe725618eb1f, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:17:28,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, UNASSIGN because future has completed
2024-11-13T07:17:28,315 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:17:28,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:17:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-13T07:17:28,474 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:28,474 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:17:28,475 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing dac418bb1d6fe76e6359fe725618eb1f, disabling compactions & flushes
2024-11-13T07:17:28,475 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:28,475 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:28,475 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. after waiting 0 ms
2024-11-13T07:17:28,475 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:28,476 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing dac418bb1d6fe76e6359fe725618eb1f 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-13T07:17:28,476 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=A
2024-11-13T07:17:28,476 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:28,476 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=B
2024-11-13T07:17:28,476 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:28,476 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dac418bb1d6fe76e6359fe725618eb1f, store=C
2024-11-13T07:17:28,476 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:28,490 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/43617b35114743178eaea45f3b0fcd61 is 50, key is test_row_0/A:col10/1731482248238/Put/seqid=0
2024-11-13T07:17:28,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741930_1106 (size=9857)
2024-11-13T07:17:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-13T07:17:28,910 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/43617b35114743178eaea45f3b0fcd61
2024-11-13T07:17:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-13T07:17:28,933 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/2dcc7ebb046440bdad422cb78c805bc6 is 50, key is test_row_0/B:col10/1731482248238/Put/seqid=0
2024-11-13T07:17:28,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741931_1107 (size=9857)
2024-11-13T07:17:29,345 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/2dcc7ebb046440bdad422cb78c805bc6
2024-11-13T07:17:29,354 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/f3bb0b067aae4f4d930c6ed3f7840d9b is 50, key is test_row_0/C:col10/1731482248238/Put/seqid=0
2024-11-13T07:17:29,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741932_1108 (size=9857)
2024-11-13T07:17:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-13T07:17:29,763 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/f3bb0b067aae4f4d930c6ed3f7840d9b
2024-11-13T07:17:29,769 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/A/43617b35114743178eaea45f3b0fcd61 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/43617b35114743178eaea45f3b0fcd61
2024-11-13T07:17:29,775 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/43617b35114743178eaea45f3b0fcd61, entries=100, sequenceid=503, filesize=9.6 K
2024-11-13T07:17:29,776 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/B/2dcc7ebb046440bdad422cb78c805bc6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2dcc7ebb046440bdad422cb78c805bc6
2024-11-13T07:17:29,782 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2dcc7ebb046440bdad422cb78c805bc6, entries=100, sequenceid=503, filesize=9.6 K
2024-11-13T07:17:29,783 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/.tmp/C/f3bb0b067aae4f4d930c6ed3f7840d9b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/f3bb0b067aae4f4d930c6ed3f7840d9b
2024-11-13T07:17:29,789 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/f3bb0b067aae4f4d930c6ed3f7840d9b, entries=100, sequenceid=503, filesize=9.6 K
2024-11-13T07:17:29,790 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for dac418bb1d6fe76e6359fe725618eb1f in 1315ms, sequenceid=503, compaction requested=false
2024-11-13T07:17:29,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a10dd94207fa4f1bb039bec9e3335e00, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/15294ee4b88540d381cd3cbaec8e533c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/92df932398a645859f6067b46ee522db, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/67b66213184f45408c91675358005df5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/73c15aa5440c47e08a441c37410c65db, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/29da9a2be5eb4cd9a315b3c3cc6e37a2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d7d74a72fd604828be57285ce3f59f29, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4d43d1e7d9244a978ec287c477f16bf8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a8d4fb56b68843d3afcf9014f07fa357, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6aa433dc58334c94a0777c9d23cb0dcd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6e420030cee340aa9ab9b5c88332f792, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4e9dbfd71e204f9a955df3ed56e71fdf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/faa045847d584c398220e744fc2292b8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/339ef1e59f1043c78d06097a5422c0f2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b418ca9b0b0645cbbecb8210871f5f30, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/04c4e73097a842c095890860bc3dd7e6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d318d7cbb8ed4640a6bea474c46d416e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b94155b0c9fd4e04956a85d312f652db, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e2d527a9c47949f4aa759c0aa469765f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3409e18f5cb04b2db411c35995bc2fc6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3a8e889e3e1a444d8960ebd294b87528, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/f135c91b29f7401c8591e2e9bc4cbe62, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a86e0a6460bc47a7a9083052cd3b16ad, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/596d4c6723854bda87502adec605be8a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e7558426e2e2444db452272e4c3bbc95, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/debb5942687d4c90b9adee8a7a43dd33, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/663b5f18004f48a892a9478fcca953c6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/0884a4e489754224b743739b7b0c3add, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/02c5d1504d7149c1b42bf75a20e91fb3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b6c2472968734707b6b6f14e7a101bf0] to archive
2024-11-13T07:17:29,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:17:29,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a10dd94207fa4f1bb039bec9e3335e00 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a10dd94207fa4f1bb039bec9e3335e00
2024-11-13T07:17:29,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/15294ee4b88540d381cd3cbaec8e533c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/15294ee4b88540d381cd3cbaec8e533c
2024-11-13T07:17:29,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/92df932398a645859f6067b46ee522db to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/92df932398a645859f6067b46ee522db
2024-11-13T07:17:29,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/67b66213184f45408c91675358005df5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/67b66213184f45408c91675358005df5
2024-11-13T07:17:29,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/73c15aa5440c47e08a441c37410c65db to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/73c15aa5440c47e08a441c37410c65db
2024-11-13T07:17:29,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/29da9a2be5eb4cd9a315b3c3cc6e37a2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/29da9a2be5eb4cd9a315b3c3cc6e37a2
2024-11-13T07:17:29,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d7d74a72fd604828be57285ce3f59f29 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d7d74a72fd604828be57285ce3f59f29
2024-11-13T07:17:29,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4d43d1e7d9244a978ec287c477f16bf8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4d43d1e7d9244a978ec287c477f16bf8
2024-11-13T07:17:29,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a8d4fb56b68843d3afcf9014f07fa357 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a8d4fb56b68843d3afcf9014f07fa357
2024-11-13T07:17:29,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6aa433dc58334c94a0777c9d23cb0dcd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6aa433dc58334c94a0777c9d23cb0dcd
2024-11-13T07:17:29,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6e420030cee340aa9ab9b5c88332f792 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/6e420030cee340aa9ab9b5c88332f792
2024-11-13T07:17:29,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4e9dbfd71e204f9a955df3ed56e71fdf to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/4e9dbfd71e204f9a955df3ed56e71fdf
2024-11-13T07:17:29,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/faa045847d584c398220e744fc2292b8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/faa045847d584c398220e744fc2292b8
2024-11-13T07:17:29,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/339ef1e59f1043c78d06097a5422c0f2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/339ef1e59f1043c78d06097a5422c0f2
2024-11-13T07:17:29,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b418ca9b0b0645cbbecb8210871f5f30 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b418ca9b0b0645cbbecb8210871f5f30
2024-11-13T07:17:29,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/04c4e73097a842c095890860bc3dd7e6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/04c4e73097a842c095890860bc3dd7e6
2024-11-13T07:17:29,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d318d7cbb8ed4640a6bea474c46d416e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/d318d7cbb8ed4640a6bea474c46d416e
2024-11-13T07:17:29,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b94155b0c9fd4e04956a85d312f652db to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b94155b0c9fd4e04956a85d312f652db
2024-11-13T07:17:29,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e2d527a9c47949f4aa759c0aa469765f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e2d527a9c47949f4aa759c0aa469765f
2024-11-13T07:17:29,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3409e18f5cb04b2db411c35995bc2fc6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3409e18f5cb04b2db411c35995bc2fc6
2024-11-13T07:17:29,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3a8e889e3e1a444d8960ebd294b87528 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/3a8e889e3e1a444d8960ebd294b87528
2024-11-13T07:17:29,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/f135c91b29f7401c8591e2e9bc4cbe62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/f135c91b29f7401c8591e2e9bc4cbe62
2024-11-13T07:17:29,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a86e0a6460bc47a7a9083052cd3b16ad to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/a86e0a6460bc47a7a9083052cd3b16ad
2024-11-13T07:17:29,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/596d4c6723854bda87502adec605be8a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/596d4c6723854bda87502adec605be8a
2024-11-13T07:17:29,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e7558426e2e2444db452272e4c3bbc95 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/e7558426e2e2444db452272e4c3bbc95
2024-11-13T07:17:29,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/debb5942687d4c90b9adee8a7a43dd33 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/debb5942687d4c90b9adee8a7a43dd33
2024-11-13T07:17:29,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/663b5f18004f48a892a9478fcca953c6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/663b5f18004f48a892a9478fcca953c6
2024-11-13T07:17:29,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/0884a4e489754224b743739b7b0c3add to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/0884a4e489754224b743739b7b0c3add
2024-11-13T07:17:29,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/02c5d1504d7149c1b42bf75a20e91fb3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/02c5d1504d7149c1b42bf75a20e91fb3
2024-11-13T07:17:29,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b6c2472968734707b6b6f14e7a101bf0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/b6c2472968734707b6b6f14e7a101bf0
2024-11-13T07:17:29,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f079e60620324c71bb4d1b09a06121f3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/89228366bf4247668b37fd250f64b41a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2f9c824c8ff14915b14675b61cab7d6e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eeb0961b6618413ca4f49efba2f1f0e9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/d50501383ec24d90ac5563ba02a9ce93, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/e39a40f058564df18eaef4e05cc7b8fb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/b999ca570ec64d19ac16980703ddacdd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/ac3b5b25d27941638f0ac8b2fe3ec4d0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/4fd770e20e534e8586402b49220c2753, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7214d8599bb641b0a3723fba237b07de, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a23845794834b1384406b760a473d93, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/108e2fea1df34a428fd249ce51654e2e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f908eef395e24441abc11ae7047c97bb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ce1e7931e24424681763e9f6172427d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ea2620121b34d8587792528d2c59400, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a9409892081474eacb88bf85708b9f5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/59d56117334b43e19ae6d1f8a554091a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/dc521749d22d4c109897fe70586e7150, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2691ff4a120b4bfabdf0317e467223c8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/cb472ff7acfc4727808eebe2a45c8a66, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/8fa347d7529847ea829720139bc79380, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7dde27b21e944a85be45f59f3d67b048, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/c42a61c9bcd049a0a33e2d81bd95fb7b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/5c59daa7d1a3499a9af1ca7f45d039d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/a05c0eda6b71455b8d4cce7d828a9d04, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/db09d08da2994bf5994f2ed19e9da1de, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/fb3288d41986460a8f9931824b2e8ca7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eb3db44c71f04566b22153129f18177b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/0397389ea86f4e4eabadb94b386431cf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/74f03aad1851478daca7ed54109af6b4] to archive
2024-11-13T07:17:29,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:17:29,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f079e60620324c71bb4d1b09a06121f3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f079e60620324c71bb4d1b09a06121f3
2024-11-13T07:17:29,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/89228366bf4247668b37fd250f64b41a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/89228366bf4247668b37fd250f64b41a
2024-11-13T07:17:29,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2f9c824c8ff14915b14675b61cab7d6e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2f9c824c8ff14915b14675b61cab7d6e
2024-11-13T07:17:29,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eeb0961b6618413ca4f49efba2f1f0e9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eeb0961b6618413ca4f49efba2f1f0e9
2024-11-13T07:17:29,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/d50501383ec24d90ac5563ba02a9ce93 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/d50501383ec24d90ac5563ba02a9ce93
2024-11-13T07:17:29,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/e39a40f058564df18eaef4e05cc7b8fb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/e39a40f058564df18eaef4e05cc7b8fb
2024-11-13T07:17:29,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/b999ca570ec64d19ac16980703ddacdd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/b999ca570ec64d19ac16980703ddacdd
2024-11-13T07:17:29,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/ac3b5b25d27941638f0ac8b2fe3ec4d0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/ac3b5b25d27941638f0ac8b2fe3ec4d0
2024-11-13T07:17:29,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/4fd770e20e534e8586402b49220c2753 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/4fd770e20e534e8586402b49220c2753
2024-11-13T07:17:30,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7214d8599bb641b0a3723fba237b07de to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7214d8599bb641b0a3723fba237b07de
2024-11-13T07:17:30,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a23845794834b1384406b760a473d93 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a23845794834b1384406b760a473d93
2024-11-13T07:17:30,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/108e2fea1df34a428fd249ce51654e2e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/108e2fea1df34a428fd249ce51654e2e
2024-11-13T07:17:30,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f908eef395e24441abc11ae7047c97bb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/f908eef395e24441abc11ae7047c97bb
2024-11-13T07:17:30,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ce1e7931e24424681763e9f6172427d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ce1e7931e24424681763e9f6172427d
2024-11-13T07:17:30,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ea2620121b34d8587792528d2c59400 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/6ea2620121b34d8587792528d2c59400
2024-11-13T07:17:30,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a9409892081474eacb88bf85708b9f5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/1a9409892081474eacb88bf85708b9f5
2024-11-13T07:17:30,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/59d56117334b43e19ae6d1f8a554091a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/59d56117334b43e19ae6d1f8a554091a
2024-11-13T07:17:30,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/dc521749d22d4c109897fe70586e7150 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/dc521749d22d4c109897fe70586e7150
2024-11-13T07:17:30,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2691ff4a120b4bfabdf0317e467223c8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2691ff4a120b4bfabdf0317e467223c8
2024-11-13T07:17:30,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/cb472ff7acfc4727808eebe2a45c8a66 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/cb472ff7acfc4727808eebe2a45c8a66
2024-11-13T07:17:30,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/8fa347d7529847ea829720139bc79380 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/8fa347d7529847ea829720139bc79380
2024-11-13T07:17:30,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7dde27b21e944a85be45f59f3d67b048 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7dde27b21e944a85be45f59f3d67b048
2024-11-13T07:17:30,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/c42a61c9bcd049a0a33e2d81bd95fb7b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/c42a61c9bcd049a0a33e2d81bd95fb7b
2024-11-13T07:17:30,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/5c59daa7d1a3499a9af1ca7f45d039d9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/5c59daa7d1a3499a9af1ca7f45d039d9
2024-11-13T07:17:30,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/a05c0eda6b71455b8d4cce7d828a9d04 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/a05c0eda6b71455b8d4cce7d828a9d04
2024-11-13T07:17:30,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/db09d08da2994bf5994f2ed19e9da1de to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/db09d08da2994bf5994f2ed19e9da1de
2024-11-13T07:17:30,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/fb3288d41986460a8f9931824b2e8ca7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/fb3288d41986460a8f9931824b2e8ca7
2024-11-13T07:17:30,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eb3db44c71f04566b22153129f18177b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/eb3db44c71f04566b22153129f18177b
2024-11-13T07:17:30,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/0397389ea86f4e4eabadb94b386431cf to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/0397389ea86f4e4eabadb94b386431cf
2024-11-13T07:17:30,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/74f03aad1851478daca7ed54109af6b4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/74f03aad1851478daca7ed54109af6b4
2024-11-13T07:17:30,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d6f98d49844fafae2ef6f788888d2a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/23eedf93f4984465b9388d857988dcb6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/4bc6e47829b04f17874a8045fb73be09, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/447de288a9074323bbfbda1f614d3ccf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2332a4077584493d9219cf7a3d4f7212, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/48e950a5745e4d439038d78be6c9b8e1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c35b1a5e5ea74d46b375d68297c2ac9f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/1da465078cae4d56a350544e2c5fa7f4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/fd45bfe217a24e6c9dccd2c545ac5a38, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a713cb27af9b41c78b6629a3b5506b26, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/01921aa779b1433797420c3abf43f794, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/18b3e52be1094bd684413f80ea74878a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/bbd8b80a995e46b3993a63fc6363f8b1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8bf0610f039e4c0d924cf54c7b624104, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/d0832232fd994245a5248ee8b2e93836, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/34da9c8c080a494b8a55fc960d59c686, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9dbac63c729a4088964135ef21ee7f65, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/84b5cf51e38f40db8ca0f7825964133b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/e06bb630aabc4fa1bb3e456afa591995, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/15cff907d3244d1a809108dba528392b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2c9932e713c444e8b42cc144bf02055e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d3a74a39b6420bafea78bb87211f49, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/36d08d0aa60c49a8942b50f231a464a3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c266ced039b54fe190e43af6e549e8d7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8698982f3c3645eebda2701fc632fc48, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/408cd47a0b5d404da39d16b685485d0f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/ab8bf58e9e7949048be854960ea587d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/22adcb5175ac409f982249949e961f87, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9c25c1bf92214cf79a2484e730f80481, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a0113cfdf2234de5ab867ebc40498e4f] to archive
2024-11-13T07:17:30,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:17:30,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d6f98d49844fafae2ef6f788888d2a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d6f98d49844fafae2ef6f788888d2a
2024-11-13T07:17:30,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/23eedf93f4984465b9388d857988dcb6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/23eedf93f4984465b9388d857988dcb6
2024-11-13T07:17:30,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/4bc6e47829b04f17874a8045fb73be09 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/4bc6e47829b04f17874a8045fb73be09
2024-11-13T07:17:30,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/447de288a9074323bbfbda1f614d3ccf to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/447de288a9074323bbfbda1f614d3ccf
2024-11-13T07:17:30,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2332a4077584493d9219cf7a3d4f7212 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2332a4077584493d9219cf7a3d4f7212
2024-11-13T07:17:30,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/48e950a5745e4d439038d78be6c9b8e1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/48e950a5745e4d439038d78be6c9b8e1
2024-11-13T07:17:30,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c35b1a5e5ea74d46b375d68297c2ac9f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c35b1a5e5ea74d46b375d68297c2ac9f
2024-11-13T07:17:30,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/1da465078cae4d56a350544e2c5fa7f4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/1da465078cae4d56a350544e2c5fa7f4
2024-11-13T07:17:30,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/fd45bfe217a24e6c9dccd2c545ac5a38 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/fd45bfe217a24e6c9dccd2c545ac5a38
2024-11-13T07:17:30,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a713cb27af9b41c78b6629a3b5506b26 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a713cb27af9b41c78b6629a3b5506b26
2024-11-13T07:17:30,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/01921aa779b1433797420c3abf43f794 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/01921aa779b1433797420c3abf43f794
2024-11-13T07:17:30,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/18b3e52be1094bd684413f80ea74878a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/18b3e52be1094bd684413f80ea74878a
2024-11-13T07:17:30,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/bbd8b80a995e46b3993a63fc6363f8b1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/bbd8b80a995e46b3993a63fc6363f8b1
2024-11-13T07:17:30,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8bf0610f039e4c0d924cf54c7b624104 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8bf0610f039e4c0d924cf54c7b624104
2024-11-13T07:17:30,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/d0832232fd994245a5248ee8b2e93836 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/d0832232fd994245a5248ee8b2e93836
2024-11-13T07:17:30,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/34da9c8c080a494b8a55fc960d59c686 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/34da9c8c080a494b8a55fc960d59c686
2024-11-13T07:17:30,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9dbac63c729a4088964135ef21ee7f65 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9dbac63c729a4088964135ef21ee7f65
2024-11-13T07:17:30,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/84b5cf51e38f40db8ca0f7825964133b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/84b5cf51e38f40db8ca0f7825964133b
2024-11-13T07:17:30,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/e06bb630aabc4fa1bb3e456afa591995 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/e06bb630aabc4fa1bb3e456afa591995
2024-11-13T07:17:30,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/15cff907d3244d1a809108dba528392b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/15cff907d3244d1a809108dba528392b
2024-11-13T07:17:30,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2c9932e713c444e8b42cc144bf02055e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/2c9932e713c444e8b42cc144bf02055e
2024-11-13T07:17:30,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d3a74a39b6420bafea78bb87211f49 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/61d3a74a39b6420bafea78bb87211f49
2024-11-13T07:17:30,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/36d08d0aa60c49a8942b50f231a464a3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/36d08d0aa60c49a8942b50f231a464a3
2024-11-13T07:17:30,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c266ced039b54fe190e43af6e549e8d7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/c266ced039b54fe190e43af6e549e8d7
2024-11-13T07:17:30,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8698982f3c3645eebda2701fc632fc48 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/8698982f3c3645eebda2701fc632fc48
2024-11-13T07:17:30,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/408cd47a0b5d404da39d16b685485d0f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/408cd47a0b5d404da39d16b685485d0f
2024-11-13T07:17:30,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/ab8bf58e9e7949048be854960ea587d9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/ab8bf58e9e7949048be854960ea587d9
2024-11-13T07:17:30,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/22adcb5175ac409f982249949e961f87 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/22adcb5175ac409f982249949e961f87
2024-11-13T07:17:30,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9c25c1bf92214cf79a2484e730f80481 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/9c25c1bf92214cf79a2484e730f80481
2024-11-13T07:17:30,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a0113cfdf2234de5ab867ebc40498e4f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/a0113cfdf2234de5ab867ebc40498e4f
2024-11-13T07:17:30,452 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/recovered.edits/506.seqid, newMaxSeqId=506, maxSeqId=1
2024-11-13T07:17:30,454 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.
2024-11-13T07:17:30,454 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for dac418bb1d6fe76e6359fe725618eb1f:
Waiting for close lock at 1731482248475Running coprocessor pre-close hooks at 1731482248475Disabling compacts and flushes for region at 1731482248475Disabling writes for close at 1731482248475Obtaining lock to block concurrent updates at 1731482248476 (+1 ms)Preparing flush snapshotting stores in dac418bb1d6fe76e6359fe725618eb1f at 1731482248476Finished memstore snapshotting TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731482248477 (+1 ms)Flushing stores of TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f. at 1731482248478 (+1 ms)Flushing dac418bb1d6fe76e6359fe725618eb1f/A: creating writer at 1731482248478Flushing dac418bb1d6fe76e6359fe725618eb1f/A: appending metadata at 1731482248489 (+11 ms)Flushing dac418bb1d6fe76e6359fe725618eb1f/A: closing flushed file at 1731482248489Flushing dac418bb1d6fe76e6359fe725618eb1f/B: creating writer at 1731482248924 (+435 ms)Flushing dac418bb1d6fe76e6359fe725618eb1f/B: appending metadata at 1731482248932 (+8 ms)Flushing dac418bb1d6fe76e6359fe725618eb1f/B: closing flushed file at 1731482248932Flushing dac418bb1d6fe76e6359fe725618eb1f/C: creating writer at 1731482249350 (+418 ms)Flushing dac418bb1d6fe76e6359fe725618eb1f/C: appending metadata at 1731482249353 (+3 ms)Flushing dac418bb1d6fe76e6359fe725618eb1f/C: closing flushed file at 1731482249353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73304c55: reopening flushed file at 1731482249768 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733e4907: reopening flushed file at 1731482249776 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cefd15f: reopening flushed file at 1731482249782 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for dac418bb1d6fe76e6359fe725618eb1f in 1315ms, sequenceid=503, compaction requested=false at 1731482249790 (+8 ms)Writing region close event to WAL at 1731482250438 (+648 ms)Running coprocessor post-close hooks at 1731482250453 (+15 ms)Closed at 1731482250454 (+1 ms)
2024-11-13T07:17:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-13T07:17:30,469 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:30,470 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=dac418bb1d6fe76e6359fe725618eb1f, regionState=CLOSED
2024-11-13T07:17:30,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:17:30,482 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-13T07:17:30,482 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure dac418bb1d6fe76e6359fe725618eb1f, server=2998b885bdef,44375,1731482210290 in 2.1610 sec
2024-11-13T07:17:30,484 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24
2024-11-13T07:17:30,484 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dac418bb1d6fe76e6359fe725618eb1f, UNASSIGN in 2.1730 sec
2024-11-13T07:17:30,493 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-13T07:17:30,493 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1800 sec
2024-11-13T07:17:30,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482250496"}]},"ts":"1731482250496"}
2024-11-13T07:17:30,498 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-13T07:17:30,499 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-13T07:17:30,502 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2040 sec
2024-11-13T07:17:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-13T07:17:32,488 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:32,491 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-13T07:17:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:32,498 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-13T07:17:32,500 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:32,516 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:32,548 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/recovered.edits]
2024-11-13T07:17:32,555 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/43617b35114743178eaea45f3b0fcd61 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/43617b35114743178eaea45f3b0fcd61
2024-11-13T07:17:32,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/944423b56ab847909c641dc1582aa240 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/A/944423b56ab847909c641dc1582aa240
2024-11-13T07:17:32,606 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2dcc7ebb046440bdad422cb78c805bc6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/2dcc7ebb046440bdad422cb78c805bc6
2024-11-13T07:17:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-13T07:17:32,613 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7272896bf4c94734a260ae7ce26553f6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/B/7272896bf4c94734a260ae7ce26553f6
2024-11-13T07:17:32,636 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/94d6f02eb2b64f409604b48943861ef5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/94d6f02eb2b64f409604b48943861ef5
2024-11-13T07:17:32,652 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/f3bb0b067aae4f4d930c6ed3f7840d9b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/C/f3bb0b067aae4f4d930c6ed3f7840d9b
2024-11-13T07:17:32,657 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/recovered.edits/506.seqid to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f/recovered.edits/506.seqid
2024-11-13T07:17:32,658 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/dac418bb1d6fe76e6359fe725618eb1f
2024-11-13T07:17:32,658 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-13T07:17:32,674 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:32,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-13T07:17:32,691 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-13T07:17:32,743 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-13T07:17:32,746 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:32,746 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-13T07:17:32,747 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482252746"}]},"ts":"9223372036854775807"}
2024-11-13T07:17:32,760 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-13T07:17:32,760 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dac418bb1d6fe76e6359fe725618eb1f, NAME => 'TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f.', STARTKEY => '', ENDKEY => ''}]
2024-11-13T07:17:32,761 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-13T07:17:32,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482252761"}]},"ts":"9223372036854775807"}
2024-11-13T07:17:32,766 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-13T07:17:32,768 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:32,770 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 276 msec
2024-11-13T07:17:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-13T07:17:32,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-13T07:17:32,819 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:32,855 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=244 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/2998b885bdef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;2998b885bdef:44375-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1558712254_22 at /127.0.0.1:50334 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/2998b885bdef:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1120 (was 773) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2726 (was 4191)
2024-11-13T07:17:32,885 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=244, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1120, ProcessCount=11, AvailableMemoryMB=2722
2024-11-13T07:17:32,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:17:32,889 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:17:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:32,892 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:17:32,893 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:32,893 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 28
2024-11-13T07:17:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:17:32,894 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:17:32,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741933_1109 (size=1061)
2024-11-13T07:17:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:17:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:17:33,323 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0
2024-11-13T07:17:33,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741934_1110 (size=53)
2024-11-13T07:17:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:17:33,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:17:33,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b6221eb420d116cd836e7f91a2453bcc, disabling compactions & flushes
2024-11-13T07:17:33,763 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:33,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:33,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. after waiting 0 ms
2024-11-13T07:17:33,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:33,763 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:33,763 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6221eb420d116cd836e7f91a2453bcc:
Waiting for close lock at 1731482253763Disabling compacts and flushes for region at 1731482253763Disabling writes for close at 1731482253763Writing region close event to WAL at 1731482253763Closed at 1731482253763
2024-11-13T07:17:33,767 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:17:33,768 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482253767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482253767"}]},"ts":"1731482253767"}
2024-11-13T07:17:33,774 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:17:33,776 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:17:33,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482253776"}]},"ts":"1731482253776"}
2024-11-13T07:17:33,779 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-13T07:17:33,779 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, ASSIGN}]
2024-11-13T07:17:33,781 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, ASSIGN
2024-11-13T07:17:33,783 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, ASSIGN; state=OFFLINE, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=false
2024-11-13T07:17:33,934 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b6221eb420d116cd836e7f91a2453bcc, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:17:33,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, ASSIGN because future has completed
2024-11-13T07:17:33,952 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:17:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:17:34,123 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:34,123 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:17:34,124 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,124 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:17:34,124 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,124 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,127 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b6221eb420d116cd836e7f91a2453bcc 
2024-11-13T07:17:34,132 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:17:34,133 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6221eb420d116cd836e7f91a2453bcc columnFamilyName A
2024-11-13T07:17:34,134 DEBUG [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:34,137 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(327): Store=b6221eb420d116cd836e7f91a2453bcc/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:17:34,137 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b6221eb420d116cd836e7f91a2453bcc 
2024-11-13T07:17:34,139 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:17:34,139 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6221eb420d116cd836e7f91a2453bcc columnFamilyName B
2024-11-13T07:17:34,139 DEBUG [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:34,142 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(327): Store=b6221eb420d116cd836e7f91a2453bcc/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:17:34,142 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b6221eb420d116cd836e7f91a2453bcc 
2024-11-13T07:17:34,145 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:17:34,146 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6221eb420d116cd836e7f91a2453bcc columnFamilyName C
2024-11-13T07:17:34,146 DEBUG [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:34,147 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(327): Store=b6221eb420d116cd836e7f91a2453bcc/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:17:34,147 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:34,147 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,148 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,153 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,155 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,155 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,155 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:17:34,157 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,172 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:17:34,174 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened b6221eb420d116cd836e7f91a2453bcc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73162306, jitterRate=0.09020331501960754}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:17:34,174 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:34,177 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for b6221eb420d116cd836e7f91a2453bcc:
Running coprocessor pre-open hook at 1731482254124Writing region info on filesystem at 1731482254124Initializing all the Stores at 1731482254126 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482254126Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482254126Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482254126Cleaning up temporary data from old regions at 1731482254155 (+29 ms)Running coprocessor post-open hooks at 1731482254174 (+19 ms)Region opened successfully at 1731482254177 (+3 ms)
2024-11-13T07:17:34,184 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., pid=30, masterSystemTime=1731482254111
2024-11-13T07:17:34,190 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:34,190 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:34,195 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b6221eb420d116cd836e7f91a2453bcc, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:17:34,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:17:34,207 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-13T07:17:34,207 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290 in 251 msec
2024-11-13T07:17:34,214 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-13T07:17:34,214 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, ASSIGN in 428 msec
2024-11-13T07:17:34,216 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:17:34,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482254216"}]},"ts":"1731482254216"}
2024-11-13T07:17:34,236 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-13T07:17:34,244 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:17:34,253 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3550 sec
2024-11-13T07:17:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T07:17:35,050 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:35,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273aa955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:35,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:35,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:35,057 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52595e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:35,064 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5418ab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:35,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:35,077 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:35,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T07:17:35,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42011,1731482208742
2024-11-13T07:17:35,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ebc8e5e
2024-11-13T07:17:35,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T07:17:35,083 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T07:17:35,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:17:35,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:17:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-13T07:17:35,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741935_1111 (size=1097)
2024-11-13T07:17:35,621 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-13T07:17:35,621 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-13T07:17:35,642 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:17:35,658 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, REOPEN/MOVE}]
2024-11-13T07:17:35,668 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, REOPEN/MOVE
2024-11-13T07:17:35,670 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=b6221eb420d116cd836e7f91a2453bcc, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:17:35,677 INFO  [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-13T07:17:35,678 INFO  [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-13T07:17:35,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, REOPEN/MOVE because future has completed
2024-11-13T07:17:35,688 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:17:35,689 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:17:35,856 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:35,856 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:17:35,856 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing b6221eb420d116cd836e7f91a2453bcc, disabling compactions & flushes
2024-11-13T07:17:35,856 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:35,856 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:35,856 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. after waiting 0 ms
2024-11-13T07:17:35,857 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:35,902 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-13T07:17:35,908 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:35,908 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for b6221eb420d116cd836e7f91a2453bcc:
Waiting for close lock at 1731482255856Running coprocessor pre-close hooks at 1731482255856Disabling compacts and flushes for region at 1731482255856Disabling writes for close at 1731482255856Writing region close event to WAL at 1731482255858 (+2 ms)Running coprocessor post-close hooks at 1731482255908 (+50 ms)Closed at 1731482255908
2024-11-13T07:17:35,909 WARN  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: b6221eb420d116cd836e7f91a2453bcc to self.
2024-11-13T07:17:35,930 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:35,934 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=b6221eb420d116cd836e7f91a2453bcc, regionState=CLOSED
2024-11-13T07:17:35,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:17:35,993 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-13T07:17:35,993 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290 in 274 msec
2024-11-13T07:17:35,997 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, REOPEN/MOVE; state=CLOSED, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=true
2024-11-13T07:17:36,044 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:17:36,147 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=b6221eb420d116cd836e7f91a2453bcc, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, REOPEN/MOVE because future has completed
2024-11-13T07:17:36,150 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:17:36,305 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,305 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:17:36,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:17:36,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,314 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b6221eb420d116cd836e7f91a2453bcc 
2024-11-13T07:17:36,316 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:17:36,320 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6221eb420d116cd836e7f91a2453bcc columnFamilyName A
2024-11-13T07:17:36,322 DEBUG [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:36,322 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(327): Store=b6221eb420d116cd836e7f91a2453bcc/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:17:36,323 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b6221eb420d116cd836e7f91a2453bcc 
2024-11-13T07:17:36,323 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:17:36,324 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6221eb420d116cd836e7f91a2453bcc columnFamilyName B
2024-11-13T07:17:36,324 DEBUG [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:36,324 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(327): Store=b6221eb420d116cd836e7f91a2453bcc/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:17:36,324 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b6221eb420d116cd836e7f91a2453bcc 
2024-11-13T07:17:36,325 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:17:36,325 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6221eb420d116cd836e7f91a2453bcc columnFamilyName C
2024-11-13T07:17:36,325 DEBUG [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:36,326 INFO  [StoreOpener-b6221eb420d116cd836e7f91a2453bcc-1 {}] regionserver.HStore(327): Store=b6221eb420d116cd836e7f91a2453bcc/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:17:36,326 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,326 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,326 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,332 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,334 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,334 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,334 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:17:36,335 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,336 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened b6221eb420d116cd836e7f91a2453bcc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69408845, jitterRate=0.034272387623786926}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:17:36,336 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,337 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for b6221eb420d116cd836e7f91a2453bcc:
Running coprocessor pre-open hook at 1731482256306Writing region info on filesystem at 1731482256306Initializing all the Stores at 1731482256309 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482256309Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482256310 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482256310Cleaning up temporary data from old regions at 1731482256334 (+24 ms)Running coprocessor post-open hooks at 1731482256336 (+2 ms)Region opened successfully at 1731482256337 (+1 ms)
2024-11-13T07:17:36,338 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., pid=35, masterSystemTime=1731482256301
2024-11-13T07:17:36,342 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,342 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,342 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=b6221eb420d116cd836e7f91a2453bcc, regionState=OPEN, openSeqNum=5, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:17:36,347 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33
2024-11-13T07:17:36,347 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290 in 195 msec
2024-11-13T07:17:36,349 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-13T07:17:36,349 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, REOPEN/MOVE in 689 msec
2024-11-13T07:17:36,352 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-13T07:17:36,353 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 709 msec
2024-11-13T07:17:36,357 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.2420 sec
2024-11-13T07:17:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T07:17:36,359 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:36,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c7c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,361 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4067b9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,363 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a209e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7c85e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,366 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf894cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,368 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706405bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ab7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,376 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8a8974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,379 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1cd66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4870d163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,403 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6ff43f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,409 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f9889d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9634b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,412 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34556f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,414 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df02a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdf07c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,417 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31da1358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,419 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7d6abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb429c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,424 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abf9778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,426 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3900c300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9bff36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,429 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401480d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,431 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2e7ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3654d652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:17:36,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:17:36,434 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:17:36,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:17:36,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:17:36,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0c9f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:17:36,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:17:36,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:36,436 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:17:36,437 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e410ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:17:36,441 DEBUG [Thread-593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,445 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees
2024-11-13T07:17:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T07:17:36,453 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:36,455 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:36,457 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:36,461 DEBUG [Thread-597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,463 DEBUG [Thread-597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,465 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,467 DEBUG [Thread-584 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,472 DEBUG [Thread-595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,479 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,480 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,480 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,479 DEBUG [Thread-588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,481 DEBUG [Thread-580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,485 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,485 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,488 DEBUG [Thread-586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,493 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,497 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,503 DEBUG [Thread-582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:17:36,505 DEBUG [Thread-582 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:17:36,506 DEBUG [Thread-582 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:17:36,509 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:17:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:17:36,514 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:17:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:36,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:36,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:36,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:36,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:36,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T07:17:36,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132ad830add18242bea904c7099872f788_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482256505/Put/seqid=0
2024-11-13T07:17:36,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731482256565, max timestamp=1731482256598Num uniques 859; 
2024-11-13T07:17:36,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-13T07:17:36,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731482256565, max timestamp=1731482256598Num uniques 859; 
2024-11-13T07:17:36,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-13T07:17:36,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482256579, max timestamp=1731482256607Num uniques 859; 
2024-11-13T07:17:36,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:36,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-13T07:17:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:36,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741936_1112 (size=12154)
2024-11-13T07:17:36,644 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:36,656 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132ad830add18242bea904c7099872f788_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ad830add18242bea904c7099872f788_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:36,660 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/3af4711151af4735ba1535cc559b5240, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:36,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/3af4711151af4735ba1535cc559b5240 is 175, key is test_row_0/A:col10/1731482256505/Put/seqid=0
2024-11-13T07:17:36,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741937_1113 (size=30955)
2024-11-13T07:17:36,704 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/3af4711151af4735ba1535cc559b5240
2024-11-13T07:17:36,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482316681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482316690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482316708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482316711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482316716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/976bef3228c747f6824a931a87be60cb is 50, key is test_row_0/B:col10/1731482256505/Put/seqid=0
2024-11-13T07:17:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T07:17:36,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-13T07:17:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:36,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741938_1114 (size=12001)
2024-11-13T07:17:36,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482316818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482316828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482316838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482316838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482316838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:36,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-13T07:17:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:36,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:37,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482317037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482317059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482317060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482317060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482317060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T07:17:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-13T07:17:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:37,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:37,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:37,180 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/976bef3228c747f6824a931a87be60cb
2024-11-13T07:17:37,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/bd2a5aebdf814ec79067b9b139515d4f is 50, key is test_row_0/C:col10/1731482256505/Put/seqid=0
2024-11-13T07:17:37,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-13T07:17:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:37,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:37,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741939_1115 (size=12001)
2024-11-13T07:17:37,279 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/bd2a5aebdf814ec79067b9b139515d4f
2024-11-13T07:17:37,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/3af4711151af4735ba1535cc559b5240 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/3af4711151af4735ba1535cc559b5240
2024-11-13T07:17:37,328 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/3af4711151af4735ba1535cc559b5240, entries=150, sequenceid=15, filesize=30.2 K
2024-11-13T07:17:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/976bef3228c747f6824a931a87be60cb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/976bef3228c747f6824a931a87be60cb
2024-11-13T07:17:37,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482317348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,371 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/976bef3228c747f6824a931a87be60cb, entries=150, sequenceid=15, filesize=11.7 K
2024-11-13T07:17:37,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/bd2a5aebdf814ec79067b9b139515d4f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/bd2a5aebdf814ec79067b9b139515d4f
2024-11-13T07:17:37,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482317378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482317388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482317388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482317391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/bd2a5aebdf814ec79067b9b139515d4f, entries=150, sequenceid=15, filesize=11.7 K
2024-11-13T07:17:37,405 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b6221eb420d116cd836e7f91a2453bcc in 891ms, sequenceid=15, compaction requested=false
2024-11-13T07:17:37,405 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-13T07:17:37,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:37,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-13T07:17:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:37,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-13T07:17:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dc4d3d20b6e74ae28d5cb0413a50b936_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482256708/Put/seqid=0
2024-11-13T07:17:37,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741940_1116 (size=12154)
2024-11-13T07:17:37,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:37,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dc4d3d20b6e74ae28d5cb0413a50b936_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dc4d3d20b6e74ae28d5cb0413a50b936_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:37,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/52c5b32608d74a1eba44f4e783d5a54c, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/52c5b32608d74a1eba44f4e783d5a54c is 175, key is test_row_0/A:col10/1731482256708/Put/seqid=0
2024-11-13T07:17:37,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741941_1117 (size=30955)
2024-11-13T07:17:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T07:17:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:37,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:37,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482317918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482317919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482317925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482317926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482317943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:37,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/52c5b32608d74a1eba44f4e783d5a54c
2024-11-13T07:17:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/011970cd458e422094b24c5bb7f10d01 is 50, key is test_row_0/B:col10/1731482256708/Put/seqid=0
2024-11-13T07:17:38,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482318037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741942_1118 (size=12001)
2024-11-13T07:17:38,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482318048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482318048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482318052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482318067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482318248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482318267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482318268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482318268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482318288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/011970cd458e422094b24c5bb7f10d01
2024-11-13T07:17:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/b6bfd97452af42d389078e596e218a2e is 50, key is test_row_0/C:col10/1731482256708/Put/seqid=0
2024-11-13T07:17:38,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741943_1119 (size=12001)
2024-11-13T07:17:38,532 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/b6bfd97452af42d389078e596e218a2e
2024-11-13T07:17:38,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/52c5b32608d74a1eba44f4e783d5a54c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/52c5b32608d74a1eba44f4e783d5a54c
2024-11-13T07:17:38,559 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/52c5b32608d74a1eba44f4e783d5a54c, entries=150, sequenceid=49, filesize=30.2 K
2024-11-13T07:17:38,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/011970cd458e422094b24c5bb7f10d01 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/011970cd458e422094b24c5bb7f10d01
2024-11-13T07:17:38,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/011970cd458e422094b24c5bb7f10d01, entries=150, sequenceid=49, filesize=11.7 K
2024-11-13T07:17:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/b6bfd97452af42d389078e596e218a2e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b6bfd97452af42d389078e596e218a2e
2024-11-13T07:17:38,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b6bfd97452af42d389078e596e218a2e, entries=150, sequenceid=49, filesize=11.7 K
2024-11-13T07:17:38,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for b6221eb420d116cd836e7f91a2453bcc in 1168ms, sequenceid=49, compaction requested=false
2024-11-13T07:17:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-13T07:17:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-11-13T07:17:38,590 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-13T07:17:38,590 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1310 sec
2024-11-13T07:17:38,594 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.1430 sec
2024-11-13T07:17:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:38,596 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-13T07:17:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-13T07:17:38,608 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:38,613 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees
2024-11-13T07:17:38,615 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-13T07:17:38,617 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:38,617 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:38,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137ea95c1ad3a54d9eae26719dd08f5af6_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482258593/Put/seqid=0
2024-11-13T07:17:38,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482318661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482318663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741944_1120 (size=14594)
2024-11-13T07:17:38,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:38,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482318669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482318670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,699 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137ea95c1ad3a54d9eae26719dd08f5af6_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ea95c1ad3a54d9eae26719dd08f5af6_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:38,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/06d07753b4104255b8101fd093314d0f, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:38,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/06d07753b4104255b8101fd093314d0f is 175, key is test_row_0/A:col10/1731482258593/Put/seqid=0
2024-11-13T07:17:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482318681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-13T07:17:38,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741945_1121 (size=39549)
2024-11-13T07:17:38,770 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/06d07753b4104255b8101fd093314d0f
2024-11-13T07:17:38,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:38,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/f67327e2a06a44b39fa9f751733fe3d9 is 50, key is test_row_0/B:col10/1731482258593/Put/seqid=0
2024-11-13T07:17:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:38,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:38,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:38,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482318789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482318789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482318808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482318808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741946_1122 (size=12001)
2024-11-13T07:17:38,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482318817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-13T07:17:38,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:38,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:38,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:38,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482319008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482319008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482319018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482319018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482319041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:39,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:39,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,228 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/f67327e2a06a44b39fa9f751733fe3d9
2024-11-13T07:17:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-13T07:17:39,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/b4456eea97fc41bda32db60e2094774e is 50, key is test_row_0/C:col10/1731482258593/Put/seqid=0
2024-11-13T07:17:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741947_1123 (size=12001)
2024-11-13T07:17:39,317 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/b4456eea97fc41bda32db60e2094774e
2024-11-13T07:17:39,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/06d07753b4104255b8101fd093314d0f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/06d07753b4104255b8101fd093314d0f
2024-11-13T07:17:39,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482319341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482319341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482319341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,352 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/06d07753b4104255b8101fd093314d0f, entries=200, sequenceid=61, filesize=38.6 K
2024-11-13T07:17:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482319345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/f67327e2a06a44b39fa9f751733fe3d9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f67327e2a06a44b39fa9f751733fe3d9
2024-11-13T07:17:39,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f67327e2a06a44b39fa9f751733fe3d9, entries=150, sequenceid=61, filesize=11.7 K
2024-11-13T07:17:39,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/b4456eea97fc41bda32db60e2094774e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b4456eea97fc41bda32db60e2094774e
2024-11-13T07:17:39,380 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b4456eea97fc41bda32db60e2094774e, entries=150, sequenceid=61, filesize=11.7 K
2024-11-13T07:17:39,384 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b6221eb420d116cd836e7f91a2453bcc in 788ms, sequenceid=61, compaction requested=true
2024-11-13T07:17:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:39,385 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:39,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:17:39,386 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:39,386 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:39,386 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/A is initiating minor compaction (all files)
2024-11-13T07:17:39,386 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/A in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,387 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/3af4711151af4735ba1535cc559b5240, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/52c5b32608d74a1eba44f4e783d5a54c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/06d07753b4104255b8101fd093314d0f] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=99.1 K
2024-11-13T07:17:39,387 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,387 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/3af4711151af4735ba1535cc559b5240, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/52c5b32608d74a1eba44f4e783d5a54c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/06d07753b4104255b8101fd093314d0f]
2024-11-13T07:17:39,388 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3af4711151af4735ba1535cc559b5240, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482256502
2024-11-13T07:17:39,389 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 52c5b32608d74a1eba44f4e783d5a54c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482256677
2024-11-13T07:17:39,389 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 06d07753b4104255b8101fd093314d0f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482257917
2024-11-13T07:17:39,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482258657, max timestamp=1731482259390Num uniques 859; 
2024-11-13T07:17:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:39,396 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-13T07:17:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:39,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:39,412 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:39,412 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/B is initiating minor compaction (all files)
2024-11-13T07:17:39,412 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/B in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,413 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/976bef3228c747f6824a931a87be60cb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/011970cd458e422094b24c5bb7f10d01, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f67327e2a06a44b39fa9f751733fe3d9] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=35.2 K
2024-11-13T07:17:39,416 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 976bef3228c747f6824a931a87be60cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482256502
2024-11-13T07:17:39,424 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 011970cd458e422094b24c5bb7f10d01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482256677
2024-11-13T07:17:39,430 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f67327e2a06a44b39fa9f751733fe3d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482257918
2024-11-13T07:17:39,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:39,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:39,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,451 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:39,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113db57c2cc900448a1936a16628afa555b_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482258678/Put/seqid=0
2024-11-13T07:17:39,486 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d7482620d13e44d89cf7805bc36105e5_b6221eb420d116cd836e7f91a2453bcc store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:39,491 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#B#compaction#107 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:39,492 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/d19a0b3dd2454b64b41865ea0f0145fc is 50, key is test_row_0/B:col10/1731482258593/Put/seqid=0
2024-11-13T07:17:39,516 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d7482620d13e44d89cf7805bc36105e5_b6221eb420d116cd836e7f91a2453bcc, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:39,519 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d7482620d13e44d89cf7805bc36105e5_b6221eb420d116cd836e7f91a2453bcc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:39,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741948_1124 (size=12154)
2024-11-13T07:17:39,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:39,549 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113db57c2cc900448a1936a16628afa555b_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113db57c2cc900448a1936a16628afa555b_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:39,550 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/7fcd9ea2f527487ca1aefeef1ed278e0, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:39,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/7fcd9ea2f527487ca1aefeef1ed278e0 is 175, key is test_row_0/A:col10/1731482258678/Put/seqid=0
2024-11-13T07:17:39,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741949_1125 (size=12104)
2024-11-13T07:17:39,573 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/d19a0b3dd2454b64b41865ea0f0145fc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d19a0b3dd2454b64b41865ea0f0145fc
2024-11-13T07:17:39,580 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/B of b6221eb420d116cd836e7f91a2453bcc into d19a0b3dd2454b64b41865ea0f0145fc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:39,580 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:39,580 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/B, priority=13, startTime=1731482259385; duration=0sec
2024-11-13T07:17:39,580 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:39,580 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:B
2024-11-13T07:17:39,580 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:39,581 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:39,581 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/C is initiating minor compaction (all files)
2024-11-13T07:17:39,582 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/C in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,582 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/bd2a5aebdf814ec79067b9b139515d4f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b6bfd97452af42d389078e596e218a2e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b4456eea97fc41bda32db60e2094774e] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=35.2 K
2024-11-13T07:17:39,582 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd2a5aebdf814ec79067b9b139515d4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482256502
2024-11-13T07:17:39,584 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6bfd97452af42d389078e596e218a2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482256677
2024-11-13T07:17:39,584 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4456eea97fc41bda32db60e2094774e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482257918
2024-11-13T07:17:39,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741950_1126 (size=4469)
2024-11-13T07:17:39,658 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#A#compaction#105 average throughput is 0.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:39,658 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/033259cabc2048219f0cadc68229eb6d is 175, key is test_row_0/A:col10/1731482258593/Put/seqid=0
2024-11-13T07:17:39,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741951_1127 (size=30955)
2024-11-13T07:17:39,662 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/7fcd9ea2f527487ca1aefeef1ed278e0
2024-11-13T07:17:39,672 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:39,673 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/2571c9f8e96e4631831064dd64459aa2 is 50, key is test_row_0/C:col10/1731482258593/Put/seqid=0
2024-11-13T07:17:39,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482319682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/2fea7c8d161e4fbaa9aac2a58d1df76e is 50, key is test_row_0/B:col10/1731482258678/Put/seqid=0
2024-11-13T07:17:39,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741952_1128 (size=31058)
2024-11-13T07:17:39,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741953_1129 (size=12104)
2024-11-13T07:17:39,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:39,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741954_1130 (size=12001)
2024-11-13T07:17:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-13T07:17:39,772 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/2fea7c8d161e4fbaa9aac2a58d1df76e
2024-11-13T07:17:39,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/cc7353b36f10423ca6fc253641d73079 is 50, key is test_row_0/C:col10/1731482258678/Put/seqid=0
2024-11-13T07:17:39,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482319801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741955_1131 (size=12001)
2024-11-13T07:17:39,859 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/cc7353b36f10423ca6fc253641d73079
2024-11-13T07:17:39,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482319861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482319861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482319869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:39,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/7fcd9ea2f527487ca1aefeef1ed278e0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/7fcd9ea2f527487ca1aefeef1ed278e0
2024-11-13T07:17:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482319880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:39,909 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/7fcd9ea2f527487ca1aefeef1ed278e0, entries=150, sequenceid=82, filesize=30.2 K
2024-11-13T07:17:39,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/2fea7c8d161e4fbaa9aac2a58d1df76e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2fea7c8d161e4fbaa9aac2a58d1df76e
2024-11-13T07:17:39,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:39,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:39,932 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2fea7c8d161e4fbaa9aac2a58d1df76e, entries=150, sequenceid=82, filesize=11.7 K
2024-11-13T07:17:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/cc7353b36f10423ca6fc253641d73079 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/cc7353b36f10423ca6fc253641d73079
2024-11-13T07:17:39,972 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/cc7353b36f10423ca6fc253641d73079, entries=150, sequenceid=82, filesize=11.7 K
2024-11-13T07:17:39,975 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=87.22 KB/89310 for b6221eb420d116cd836e7f91a2453bcc in 580ms, sequenceid=82, compaction requested=false
2024-11-13T07:17:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:40,031 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:17:40,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:40,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:40,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:40,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:40,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:40,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:40,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113525a10d4bd714264b970910c71951aeb_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482259675/Put/seqid=0
2024-11-13T07:17:40,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:40,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:40,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741956_1132 (size=14594)
2024-11-13T07:17:40,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:40,088 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113525a10d4bd714264b970910c71951aeb_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113525a10d4bd714264b970910c71951aeb_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:40,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c9602219f13440779c5522a20cb2c894, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:40,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c9602219f13440779c5522a20cb2c894 is 175, key is test_row_0/A:col10/1731482259675/Put/seqid=0
2024-11-13T07:17:40,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741957_1133 (size=39549)
2024-11-13T07:17:40,149 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c9602219f13440779c5522a20cb2c894
2024-11-13T07:17:40,153 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/033259cabc2048219f0cadc68229eb6d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/033259cabc2048219f0cadc68229eb6d
2024-11-13T07:17:40,164 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/2571c9f8e96e4631831064dd64459aa2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/2571c9f8e96e4631831064dd64459aa2
2024-11-13T07:17:40,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/afbdef7ddd8846f6a3413adebe57607c is 50, key is test_row_0/B:col10/1731482259675/Put/seqid=0
2024-11-13T07:17:40,182 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/C of b6221eb420d116cd836e7f91a2453bcc into 2571c9f8e96e4631831064dd64459aa2(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:40,182 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:40,182 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/C, priority=13, startTime=1731482259385; duration=0sec
2024-11-13T07:17:40,182 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:40,182 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:C
2024-11-13T07:17:40,182 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/A of b6221eb420d116cd836e7f91a2453bcc into 033259cabc2048219f0cadc68229eb6d(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:40,182 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:40,182 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/A, priority=13, startTime=1731482259385; duration=0sec
2024-11-13T07:17:40,183 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:40,183 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:A
2024-11-13T07:17:40,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741958_1134 (size=12001)
2024-11-13T07:17:40,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/afbdef7ddd8846f6a3413adebe57607c
2024-11-13T07:17:40,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/3fbcd0aee6864cd9a703b2689e6a833c is 50, key is test_row_0/C:col10/1731482259675/Put/seqid=0
2024-11-13T07:17:40,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741959_1135 (size=12001)
2024-11-13T07:17:40,310 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/3fbcd0aee6864cd9a703b2689e6a833c
2024-11-13T07:17:40,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482320323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:40,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:40,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c9602219f13440779c5522a20cb2c894 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c9602219f13440779c5522a20cb2c894
2024-11-13T07:17:40,388 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c9602219f13440779c5522a20cb2c894, entries=200, sequenceid=100, filesize=38.6 K
2024-11-13T07:17:40,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/afbdef7ddd8846f6a3413adebe57607c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/afbdef7ddd8846f6a3413adebe57607c
2024-11-13T07:17:40,441 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/afbdef7ddd8846f6a3413adebe57607c, entries=150, sequenceid=100, filesize=11.7 K
2024-11-13T07:17:40,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/3fbcd0aee6864cd9a703b2689e6a833c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3fbcd0aee6864cd9a703b2689e6a833c
2024-11-13T07:17:40,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482320437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:40,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:40,470 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3fbcd0aee6864cd9a703b2689e6a833c, entries=150, sequenceid=100, filesize=11.7 K
2024-11-13T07:17:40,472 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b6221eb420d116cd836e7f91a2453bcc in 442ms, sequenceid=100, compaction requested=true
2024-11-13T07:17:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:40,473 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:40,473 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:40,484 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:40,484 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/A is initiating minor compaction (all files)
2024-11-13T07:17:40,484 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/A in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,484 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/033259cabc2048219f0cadc68229eb6d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/7fcd9ea2f527487ca1aefeef1ed278e0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c9602219f13440779c5522a20cb2c894] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=99.2 K
2024-11-13T07:17:40,484 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,484 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/033259cabc2048219f0cadc68229eb6d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/7fcd9ea2f527487ca1aefeef1ed278e0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c9602219f13440779c5522a20cb2c894]
2024-11-13T07:17:40,485 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:40,485 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/B is initiating minor compaction (all files)
2024-11-13T07:17:40,485 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/B in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,485 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d19a0b3dd2454b64b41865ea0f0145fc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2fea7c8d161e4fbaa9aac2a58d1df76e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/afbdef7ddd8846f6a3413adebe57607c] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=35.3 K
2024-11-13T07:17:40,490 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 033259cabc2048219f0cadc68229eb6d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482257918
2024-11-13T07:17:40,490 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d19a0b3dd2454b64b41865ea0f0145fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482257918
2024-11-13T07:17:40,497 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fcd9ea2f527487ca1aefeef1ed278e0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731482258660
2024-11-13T07:17:40,497 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fea7c8d161e4fbaa9aac2a58d1df76e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731482258660
2024-11-13T07:17:40,497 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9602219f13440779c5522a20cb2c894, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482259504
2024-11-13T07:17:40,502 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting afbdef7ddd8846f6a3413adebe57607c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482259662
2024-11-13T07:17:40,543 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:40,543 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/9b284645416049b6babb2f622d0b0b6a is 50, key is test_row_0/B:col10/1731482259675/Put/seqid=0
2024-11-13T07:17:40,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-13T07:17:40,549 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:40,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,549 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:17:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:40,552 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113efce76ff579b484d869633c5fed7fdc5_b6221eb420d116cd836e7f91a2453bcc store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:40,559 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113efce76ff579b484d869633c5fed7fdc5_b6221eb420d116cd836e7f91a2453bcc, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:40,560 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113efce76ff579b484d869633c5fed7fdc5_b6221eb420d116cd836e7f91a2453bcc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:40,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111345d2a70e0efe458fb6427b784766bd00_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482260295/Put/seqid=0
2024-11-13T07:17:40,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741961_1137 (size=4469)
2024-11-13T07:17:40,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741960_1136 (size=12207)
2024-11-13T07:17:40,643 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/9b284645416049b6babb2f622d0b0b6a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/9b284645416049b6babb2f622d0b0b6a
2024-11-13T07:17:40,654 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/B of b6221eb420d116cd836e7f91a2453bcc into 9b284645416049b6babb2f622d0b0b6a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:40,654 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:40,655 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/B, priority=13, startTime=1731482260473; duration=0sec
2024-11-13T07:17:40,655 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:40,655 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:B
2024-11-13T07:17:40,655 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:40,657 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:40,657 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/C is initiating minor compaction (all files)
2024-11-13T07:17:40,657 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/C in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:40,657 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/2571c9f8e96e4631831064dd64459aa2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/cc7353b36f10423ca6fc253641d73079, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3fbcd0aee6864cd9a703b2689e6a833c] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=35.3 K
2024-11-13T07:17:40,658 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2571c9f8e96e4631831064dd64459aa2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482257918
2024-11-13T07:17:40,658 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting cc7353b36f10423ca6fc253641d73079, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731482258660
2024-11-13T07:17:40,659 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fbcd0aee6864cd9a703b2689e6a833c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482259662
2024-11-13T07:17:40,674 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:40,674 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/854eabdd95444d7e800f17c81f3df0cb is 50, key is test_row_0/C:col10/1731482259675/Put/seqid=0
2024-11-13T07:17:40,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741962_1138 (size=12154)
2024-11-13T07:17:40,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:40,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:40,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111345d2a70e0efe458fb6427b784766bd00_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111345d2a70e0efe458fb6427b784766bd00_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/460542d68f894d17ab3cd585dcf47320, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:40,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/460542d68f894d17ab3cd585dcf47320 is 175, key is test_row_0/A:col10/1731482260295/Put/seqid=0
2024-11-13T07:17:40,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741963_1139 (size=12207)
2024-11-13T07:17:40,747 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/854eabdd95444d7e800f17c81f3df0cb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/854eabdd95444d7e800f17c81f3df0cb
2024-11-13T07:17:40,755 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/C of b6221eb420d116cd836e7f91a2453bcc into 854eabdd95444d7e800f17c81f3df0cb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:40,755 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:40,755 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/C, priority=13, startTime=1731482260473; duration=0sec
2024-11-13T07:17:40,756 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:40,756 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:C
2024-11-13T07:17:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-13T07:17:40,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741964_1140 (size=30955)
2024-11-13T07:17:40,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482320890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:40,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:40,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482320900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:40,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482320904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:40,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482320908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:40,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482320908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:40,918 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_2' in b6221eb420d116cd836e7f91a2453bcc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2250 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:40,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:40,920 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in b6221eb420d116cd836e7f91a2453bcc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2259 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,018 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#A#compaction#115 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:41,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482321008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,019 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c4cc5c36ef914833ba367e2c9d2022c5 is 175, key is test_row_0/A:col10/1731482259675/Put/seqid=0
2024-11-13T07:17:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482321027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482321027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741965_1141 (size=31161)
2024-11-13T07:17:41,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/460542d68f894d17ab3cd585dcf47320
2024-11-13T07:17:41,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/ae56f18db6b944979d984b853e853318 is 50, key is test_row_0/B:col10/1731482260295/Put/seqid=0
2024-11-13T07:17:41,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482321227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482321238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482321238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741966_1142 (size=12001)
2024-11-13T07:17:41,252 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/ae56f18db6b944979d984b853e853318
2024-11-13T07:17:41,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/d570b64b77fc428f95336c580b3dc69b is 50, key is test_row_0/C:col10/1731482260295/Put/seqid=0
2024-11-13T07:17:41,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741967_1143 (size=12001)
2024-11-13T07:17:41,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/d570b64b77fc428f95336c580b3dc69b
2024-11-13T07:17:41,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/460542d68f894d17ab3cd585dcf47320 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/460542d68f894d17ab3cd585dcf47320
2024-11-13T07:17:41,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/460542d68f894d17ab3cd585dcf47320, entries=150, sequenceid=117, filesize=30.2 K
2024-11-13T07:17:41,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/ae56f18db6b944979d984b853e853318 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ae56f18db6b944979d984b853e853318
2024-11-13T07:17:41,347 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ae56f18db6b944979d984b853e853318, entries=150, sequenceid=117, filesize=11.7 K
2024-11-13T07:17:41,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/d570b64b77fc428f95336c580b3dc69b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d570b64b77fc428f95336c580b3dc69b
2024-11-13T07:17:41,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d570b64b77fc428f95336c580b3dc69b, entries=150, sequenceid=117, filesize=11.7 K
2024-11-13T07:17:41,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for b6221eb420d116cd836e7f91a2453bcc in 824ms, sequenceid=117, compaction requested=false
2024-11-13T07:17:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39
2024-11-13T07:17:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=39
2024-11-13T07:17:41,378 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-13T07:17:41,378 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7580 sec
2024-11-13T07:17:41,381 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.7660 sec
2024-11-13T07:17:41,412 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:17:41,476 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c4cc5c36ef914833ba367e2c9d2022c5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c4cc5c36ef914833ba367e2c9d2022c5
2024-11-13T07:17:41,485 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/A of b6221eb420d116cd836e7f91a2453bcc into c4cc5c36ef914833ba367e2c9d2022c5(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-13T07:17:41,485 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:41,485 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/A, priority=13, startTime=1731482260473; duration=1sec
2024-11-13T07:17:41,485 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:41,485 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:A
2024-11-13T07:17:41,551 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:17:41,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:41,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:41,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:41,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:41,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f89e2cb7bc0f463eb81ca8f1ecd1dc77_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482260854/Put/seqid=0
2024-11-13T07:17:41,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482321606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482321606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482321608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741968_1144 (size=12304)
2024-11-13T07:17:41,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482321717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482321727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482321728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482321958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482321958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482321958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:42,070 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f89e2cb7bc0f463eb81ca8f1ecd1dc77_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f89e2cb7bc0f463eb81ca8f1ecd1dc77_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:42,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/050b2f6391824445a7f55f49ed33588f, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:42,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/050b2f6391824445a7f55f49ed33588f is 175, key is test_row_0/A:col10/1731482260854/Put/seqid=0
2024-11-13T07:17:42,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741969_1145 (size=31105)
2024-11-13T07:17:42,113 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/050b2f6391824445a7f55f49ed33588f
2024-11-13T07:17:42,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/2890fbb4edd347f382fac98b91c801e1 is 50, key is test_row_0/B:col10/1731482260854/Put/seqid=0
2024-11-13T07:17:42,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741970_1146 (size=12151)
2024-11-13T07:17:42,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482322268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482322268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482322278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,596 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/2890fbb4edd347f382fac98b91c801e1
2024-11-13T07:17:42,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/6c94f813063a4b9680f30e3cca5497fc is 50, key is test_row_0/C:col10/1731482260854/Put/seqid=0
2024-11-13T07:17:42,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741971_1147 (size=12151)
2024-11-13T07:17:42,706 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/6c94f813063a4b9680f30e3cca5497fc
2024-11-13T07:17:42,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/050b2f6391824445a7f55f49ed33588f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/050b2f6391824445a7f55f49ed33588f
2024-11-13T07:17:42,737 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/050b2f6391824445a7f55f49ed33588f, entries=150, sequenceid=138, filesize=30.4 K
2024-11-13T07:17:42,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/2890fbb4edd347f382fac98b91c801e1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2890fbb4edd347f382fac98b91c801e1
2024-11-13T07:17:42,744 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2890fbb4edd347f382fac98b91c801e1, entries=150, sequenceid=138, filesize=11.9 K
2024-11-13T07:17:42,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/6c94f813063a4b9680f30e3cca5497fc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6c94f813063a4b9680f30e3cca5497fc
2024-11-13T07:17:42,751 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6c94f813063a4b9680f30e3cca5497fc, entries=150, sequenceid=138, filesize=11.9 K
2024-11-13T07:17:42,752 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for b6221eb420d116cd836e7f91a2453bcc in 1201ms, sequenceid=138, compaction requested=true
2024-11-13T07:17:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:42,752 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:17:42,753 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:42,754 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:42,754 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/A is initiating minor compaction (all files)
2024-11-13T07:17:42,755 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/A in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:42,755 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c4cc5c36ef914833ba367e2c9d2022c5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/460542d68f894d17ab3cd585dcf47320, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/050b2f6391824445a7f55f49ed33588f] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=91.0 K
2024-11-13T07:17:42,755 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:42,755 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c4cc5c36ef914833ba367e2c9d2022c5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/460542d68f894d17ab3cd585dcf47320, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/050b2f6391824445a7f55f49ed33588f]
2024-11-13T07:17:42,755 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:42,755 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/B is initiating minor compaction (all files)
2024-11-13T07:17:42,756 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/B in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:42,756 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/9b284645416049b6babb2f622d0b0b6a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ae56f18db6b944979d984b853e853318, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2890fbb4edd347f382fac98b91c801e1] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=35.5 K
2024-11-13T07:17:42,756 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4cc5c36ef914833ba367e2c9d2022c5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482259662
2024-11-13T07:17:42,756 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b284645416049b6babb2f622d0b0b6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482259662
2024-11-13T07:17:42,757 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 460542d68f894d17ab3cd585dcf47320, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482260191
2024-11-13T07:17:42,757 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ae56f18db6b944979d984b853e853318, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482260191
2024-11-13T07:17:42,757 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2890fbb4edd347f382fac98b91c801e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731482260854
2024-11-13T07:17:42,758 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 050b2f6391824445a7f55f49ed33588f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731482260854
2024-11-13T07:17:42,765 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:42,766 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/ba20b8e88ee143ce9cc132fb2042c4a3 is 50, key is test_row_0/B:col10/1731482260854/Put/seqid=0
2024-11-13T07:17:42,781 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:42,783 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:17:42,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:42,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:42,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:42,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:42,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:42,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-13T07:17:42,798 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:42,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:42,799 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113b2680de21d2c4b229269151dced0eceb_b6221eb420d116cd836e7f91a2453bcc store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-13T07:17:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-13T07:17:42,803 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113b2680de21d2c4b229269151dced0eceb_b6221eb420d116cd836e7f91a2453bcc, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:42,803 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b2680de21d2c4b229269151dced0eceb_b6221eb420d116cd836e7f91a2453bcc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:42,804 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:42,805 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:42,806 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:42,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741972_1148 (size=12459)
2024-11-13T07:17:42,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d17bff9225874cd0b3d1b1808ee9c112_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482262781/Put/seqid=0
2024-11-13T07:17:42,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482322822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482322827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482322827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741973_1149 (size=4469)
2024-11-13T07:17:42,844 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#A#compaction#124 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:42,845 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/bf3ee27ac2284e85b6325f70ea81750c is 175, key is test_row_0/A:col10/1731482260854/Put/seqid=0
2024-11-13T07:17:42,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741974_1150 (size=12304)
2024-11-13T07:17:42,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:42,876 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d17bff9225874cd0b3d1b1808ee9c112_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d17bff9225874cd0b3d1b1808ee9c112_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:42,877 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ce9b573fc5f24775af97198eaebdd9df, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:42,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ce9b573fc5f24775af97198eaebdd9df is 175, key is test_row_0/A:col10/1731482262781/Put/seqid=0
2024-11-13T07:17:42,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741975_1151 (size=31413)
2024-11-13T07:17:42,895 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/bf3ee27ac2284e85b6325f70ea81750c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/bf3ee27ac2284e85b6325f70ea81750c
2024-11-13T07:17:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-13T07:17:42,909 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/A of b6221eb420d116cd836e7f91a2453bcc into bf3ee27ac2284e85b6325f70ea81750c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:42,909 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:42,909 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/A, priority=13, startTime=1731482262752; duration=0sec
2024-11-13T07:17:42,909 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:42,909 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:A
2024-11-13T07:17:42,909 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:42,910 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:42,910 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/C is initiating minor compaction (all files)
2024-11-13T07:17:42,910 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/C in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:42,911 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/854eabdd95444d7e800f17c81f3df0cb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d570b64b77fc428f95336c580b3dc69b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6c94f813063a4b9680f30e3cca5497fc] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=35.5 K
2024-11-13T07:17:42,911 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 854eabdd95444d7e800f17c81f3df0cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482259662
2024-11-13T07:17:42,912 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d570b64b77fc428f95336c580b3dc69b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731482260191
2024-11-13T07:17:42,912 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c94f813063a4b9680f30e3cca5497fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731482260854
2024-11-13T07:17:42,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741976_1152 (size=31105)
2024-11-13T07:17:42,925 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:42,926 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/661e465907024a5b9880adbeae2bcd1c is 50, key is test_row_0/C:col10/1731482260854/Put/seqid=0
2024-11-13T07:17:42,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482322929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482322929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,932 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_2' in b6221eb420d116cd836e7f91a2453bcc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4263 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482322937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,938 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in b6221eb420d116cd836e7f91a2453bcc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4277 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:42,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482322938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482322938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:42,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-13T07:17:42,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:42,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:42,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:42,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:42,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:42,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741977_1153 (size=12459)
2024-11-13T07:17:43,032 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/661e465907024a5b9880adbeae2bcd1c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/661e465907024a5b9880adbeae2bcd1c
2024-11-13T07:17:43,039 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/C of b6221eb420d116cd836e7f91a2453bcc into 661e465907024a5b9880adbeae2bcd1c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:43,040 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:43,040 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/C, priority=13, startTime=1731482262752; duration=0sec
2024-11-13T07:17:43,040 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:43,040 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:C
2024-11-13T07:17:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-13T07:17:43,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-13T07:17:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:43,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482323147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:43,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482323147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482323147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:43,253 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/ba20b8e88ee143ce9cc132fb2042c4a3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ba20b8e88ee143ce9cc132fb2042c4a3
2024-11-13T07:17:43,282 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/B of b6221eb420d116cd836e7f91a2453bcc into ba20b8e88ee143ce9cc132fb2042c4a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:43,282 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:43,282 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/B, priority=13, startTime=1731482262752; duration=0sec
2024-11-13T07:17:43,282 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:43,282 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:B
2024-11-13T07:17:43,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-13T07:17:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:43,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,318 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ce9b573fc5f24775af97198eaebdd9df
2024-11-13T07:17:43,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/c1ca1deda7144c2ab291762047af0f26 is 50, key is test_row_0/B:col10/1731482262781/Put/seqid=0
2024-11-13T07:17:43,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741978_1154 (size=12151)
2024-11-13T07:17:43,416 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/c1ca1deda7144c2ab291762047af0f26
2024-11-13T07:17:43,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/f7222917aa0b4115b6267d5902d6d6ee is 50, key is test_row_0/C:col10/1731482262781/Put/seqid=0
2024-11-13T07:17:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-13T07:17:43,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-13T07:17:43,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:43,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:43,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:43,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482323459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:43,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482323460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482323460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:43,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741979_1155 (size=12151)
2024-11-13T07:17:43,474 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/f7222917aa0b4115b6267d5902d6d6ee
2024-11-13T07:17:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ce9b573fc5f24775af97198eaebdd9df as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ce9b573fc5f24775af97198eaebdd9df
2024-11-13T07:17:43,493 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ce9b573fc5f24775af97198eaebdd9df, entries=150, sequenceid=153, filesize=30.4 K
2024-11-13T07:17:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/c1ca1deda7144c2ab291762047af0f26 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/c1ca1deda7144c2ab291762047af0f26
2024-11-13T07:17:43,509 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/c1ca1deda7144c2ab291762047af0f26, entries=150, sequenceid=153, filesize=11.9 K
2024-11-13T07:17:43,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/f7222917aa0b4115b6267d5902d6d6ee as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f7222917aa0b4115b6267d5902d6d6ee
2024-11-13T07:17:43,528 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f7222917aa0b4115b6267d5902d6d6ee, entries=150, sequenceid=153, filesize=11.9 K
2024-11-13T07:17:43,533 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for b6221eb420d116cd836e7f91a2453bcc in 749ms, sequenceid=153, compaction requested=false
2024-11-13T07:17:43,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:43,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-13T07:17:43,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:43,625 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:17:43,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:43,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:43,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:43,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:43,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:43,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:43,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b9222a2de23b44afa3cb23b2ca4dceea_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482262821/Put/seqid=0
2024-11-13T07:17:43,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741980_1156 (size=12304)
2024-11-13T07:17:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:43,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b9222a2de23b44afa3cb23b2ca4dceea_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b9222a2de23b44afa3cb23b2ca4dceea_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:43,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/9a0d50ef01514a6da48b80927a36b16f, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:43,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/9a0d50ef01514a6da48b80927a36b16f is 175, key is test_row_0/A:col10/1731482262821/Put/seqid=0
2024-11-13T07:17:43,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741981_1157 (size=31105)
2024-11-13T07:17:43,764 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/9a0d50ef01514a6da48b80927a36b16f
2024-11-13T07:17:43,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/b8143bcd83d04163a2cc23c06f0a5883 is 50, key is test_row_0/B:col10/1731482262821/Put/seqid=0
2024-11-13T07:17:43,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741982_1158 (size=12151)
2024-11-13T07:17:43,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/b8143bcd83d04163a2cc23c06f0a5883
2024-11-13T07:17:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/350727c7f1fa4e13ac1ebbab8bc1cf0b is 50, key is test_row_0/C:col10/1731482262821/Put/seqid=0
2024-11-13T07:17:43,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741983_1159 (size=12151)
2024-11-13T07:17:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-13T07:17:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:44,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482324035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482324036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482324051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482324157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482324158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482324170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/350727c7f1fa4e13ac1ebbab8bc1cf0b
2024-11-13T07:17:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/9a0d50ef01514a6da48b80927a36b16f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/9a0d50ef01514a6da48b80927a36b16f
2024-11-13T07:17:44,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/9a0d50ef01514a6da48b80927a36b16f, entries=150, sequenceid=173, filesize=30.4 K
2024-11-13T07:17:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/b8143bcd83d04163a2cc23c06f0a5883 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/b8143bcd83d04163a2cc23c06f0a5883
2024-11-13T07:17:44,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/b8143bcd83d04163a2cc23c06f0a5883, entries=150, sequenceid=173, filesize=11.9 K
2024-11-13T07:17:44,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/350727c7f1fa4e13ac1ebbab8bc1cf0b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/350727c7f1fa4e13ac1ebbab8bc1cf0b
2024-11-13T07:17:44,366 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/350727c7f1fa4e13ac1ebbab8bc1cf0b, entries=150, sequenceid=173, filesize=11.9 K
2024-11-13T07:17:44,372 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b6221eb420d116cd836e7f91a2453bcc in 747ms, sequenceid=173, compaction requested=true
2024-11-13T07:17:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-13T07:17:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-13T07:17:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:44,382 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:17:44,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:44,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:44,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:44,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:44,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:44,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:44,388 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-13T07:17:44,388 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5800 sec
2024-11-13T07:17:44,391 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.5910 sec
2024-11-13T07:17:44,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d465f1e748f0435ab153148b1807c5db_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482264381/Put/seqid=0
2024-11-13T07:17:44,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482324446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482324448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482324448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741984_1160 (size=14794)
2024-11-13T07:17:44,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482324567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482324567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482324571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482324787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482324787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482324787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:44,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:44,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:44,891 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d465f1e748f0435ab153148b1807c5db_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d465f1e748f0435ab153148b1807c5db_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:44,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/73b7856cb8ff4740a069239ea9aa4a0c, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:44,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/73b7856cb8ff4740a069239ea9aa4a0c is 175, key is test_row_0/A:col10/1731482264381/Put/seqid=0
2024-11-13T07:17:44,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741985_1161 (size=39749)
2024-11-13T07:17:44,923 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/73b7856cb8ff4740a069239ea9aa4a0c
2024-11-13T07:17:44,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/a97fd5c97b864ddf9309303b5f8ad269 is 50, key is test_row_0/B:col10/1731482264381/Put/seqid=0
2024-11-13T07:17:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-13T07:17:44,976 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:44,980 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-13T07:17:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-13T07:17:44,990 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:44,993 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:44,993 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:45,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741986_1162 (size=12151)
2024-11-13T07:17:45,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482325098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:45,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:45,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482325098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482325098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-13T07:17:45,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-13T07:17:45,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-13T07:17:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-13T07:17:45,412 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/a97fd5c97b864ddf9309303b5f8ad269
2024-11-13T07:17:45,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/22a9dc8806744ea8b79be8b5386ec45d is 50, key is test_row_0/C:col10/1731482264381/Put/seqid=0
2024-11-13T07:17:45,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-13T07:17:45,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:45,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741987_1163 (size=12151)
2024-11-13T07:17:45,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482325613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:45,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482325613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:45,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482325613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:45,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:45,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-13T07:17:45,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-13T07:17:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-13T07:17:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:45,881 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/22a9dc8806744ea8b79be8b5386ec45d
2024-11-13T07:17:45,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/73b7856cb8ff4740a069239ea9aa4a0c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/73b7856cb8ff4740a069239ea9aa4a0c
2024-11-13T07:17:45,904 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/73b7856cb8ff4740a069239ea9aa4a0c, entries=200, sequenceid=189, filesize=38.8 K
2024-11-13T07:17:45,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/a97fd5c97b864ddf9309303b5f8ad269 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a97fd5c97b864ddf9309303b5f8ad269
2024-11-13T07:17:45,913 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a97fd5c97b864ddf9309303b5f8ad269, entries=150, sequenceid=189, filesize=11.9 K
2024-11-13T07:17:45,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/22a9dc8806744ea8b79be8b5386ec45d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/22a9dc8806744ea8b79be8b5386ec45d
2024-11-13T07:17:45,922 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/22a9dc8806744ea8b79be8b5386ec45d, entries=150, sequenceid=189, filesize=11.9 K
2024-11-13T07:17:45,925 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for b6221eb420d116cd836e7f91a2453bcc in 1543ms, sequenceid=189, compaction requested=true
2024-11-13T07:17:45,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:45,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:45,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:45,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:45,925 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:45,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:45,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:45,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:17:45,925 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:45,933 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:45,933 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/B is initiating minor compaction (all files)
2024-11-13T07:17:45,933 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/B in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,933 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ba20b8e88ee143ce9cc132fb2042c4a3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/c1ca1deda7144c2ab291762047af0f26, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/b8143bcd83d04163a2cc23c06f0a5883, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a97fd5c97b864ddf9309303b5f8ad269] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=47.8 K
2024-11-13T07:17:45,933 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:45,934 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/A is initiating minor compaction (all files)
2024-11-13T07:17:45,934 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/A in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,934 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/bf3ee27ac2284e85b6325f70ea81750c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ce9b573fc5f24775af97198eaebdd9df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/9a0d50ef01514a6da48b80927a36b16f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/73b7856cb8ff4740a069239ea9aa4a0c] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=130.2 K
2024-11-13T07:17:45,934 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,934 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/bf3ee27ac2284e85b6325f70ea81750c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ce9b573fc5f24775af97198eaebdd9df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/9a0d50ef01514a6da48b80927a36b16f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/73b7856cb8ff4740a069239ea9aa4a0c]
2024-11-13T07:17:45,934 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ba20b8e88ee143ce9cc132fb2042c4a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731482260854
2024-11-13T07:17:45,934 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf3ee27ac2284e85b6325f70ea81750c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731482260854
2024-11-13T07:17:45,935 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9b573fc5f24775af97198eaebdd9df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482261579
2024-11-13T07:17:45,936 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting c1ca1deda7144c2ab291762047af0f26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482261579
2024-11-13T07:17:45,937 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a0d50ef01514a6da48b80927a36b16f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731482262813
2024-11-13T07:17:45,937 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b8143bcd83d04163a2cc23c06f0a5883, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731482262813
2024-11-13T07:17:45,937 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73b7856cb8ff4740a069239ea9aa4a0c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482264027
2024-11-13T07:17:45,937 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a97fd5c97b864ddf9309303b5f8ad269, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482264027
2024-11-13T07:17:45,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-13T07:17:45,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:45,948 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:17:45,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:45,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:45,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:45,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:45,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:45,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:45,964 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:45,979 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:45,980 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/26956c095d3e47d4a5a42035a63bafc3 is 50, key is test_row_0/B:col10/1731482264381/Put/seqid=0
2024-11-13T07:17:45,980 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411137bcd88465b724515a73b6e8518a36909_b6221eb420d116cd836e7f91a2453bcc store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:45,983 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411137bcd88465b724515a73b6e8518a36909_b6221eb420d116cd836e7f91a2453bcc, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:45,984 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137bcd88465b724515a73b6e8518a36909_b6221eb420d116cd836e7f91a2453bcc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:45,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c3bf0c80998d4c3ba2ae7d2b598abe76_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482264444/Put/seqid=0
2024-11-13T07:17:46,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741989_1165 (size=4469)
2024-11-13T07:17:46,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741988_1164 (size=12595)
2024-11-13T07:17:46,058 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#A#compaction#135 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:46,058 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/cfe7f910266c40a88aeaf1f06e44e66a is 175, key is test_row_0/A:col10/1731482264381/Put/seqid=0
2024-11-13T07:17:46,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741990_1166 (size=12304)
2024-11-13T07:17:46,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741991_1167 (size=31549)
2024-11-13T07:17:46,117 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/cfe7f910266c40a88aeaf1f06e44e66a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/cfe7f910266c40a88aeaf1f06e44e66a
2024-11-13T07:17:46,130 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/A of b6221eb420d116cd836e7f91a2453bcc into cfe7f910266c40a88aeaf1f06e44e66a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:46,130 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:46,130 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/A, priority=12, startTime=1731482265925; duration=0sec
2024-11-13T07:17:46,131 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:46,131 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:A
2024-11-13T07:17:46,131 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:17:46,132 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:17:46,132 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/C is initiating minor compaction (all files)
2024-11-13T07:17:46,132 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/C in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:46,133 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/661e465907024a5b9880adbeae2bcd1c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f7222917aa0b4115b6267d5902d6d6ee, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/350727c7f1fa4e13ac1ebbab8bc1cf0b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/22a9dc8806744ea8b79be8b5386ec45d] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=47.8 K
2024-11-13T07:17:46,133 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 661e465907024a5b9880adbeae2bcd1c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731482260854
2024-11-13T07:17:46,134 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7222917aa0b4115b6267d5902d6d6ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482261579
2024-11-13T07:17:46,134 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 350727c7f1fa4e13ac1ebbab8bc1cf0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731482262813
2024-11-13T07:17:46,135 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22a9dc8806744ea8b79be8b5386ec45d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482264027
2024-11-13T07:17:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-13T07:17:46,161 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#C#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:46,161 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/e3e8e1b20c9c4e78a6a3b5626bb4bfd3 is 50, key is test_row_0/C:col10/1731482264381/Put/seqid=0
2024-11-13T07:17:46,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741992_1168 (size=12595)
2024-11-13T07:17:46,229 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/e3e8e1b20c9c4e78a6a3b5626bb4bfd3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e3e8e1b20c9c4e78a6a3b5626bb4bfd3
2024-11-13T07:17:46,243 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/C of b6221eb420d116cd836e7f91a2453bcc into e3e8e1b20c9c4e78a6a3b5626bb4bfd3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:46,243 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:46,243 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/C, priority=12, startTime=1731482265925; duration=0sec
2024-11-13T07:17:46,243 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:46,243 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:C
2024-11-13T07:17:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:46,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c3bf0c80998d4c3ba2ae7d2b598abe76_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c3bf0c80998d4c3ba2ae7d2b598abe76_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:46,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/34634eb963ab4f41a14b03819532ffb6, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:46,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/34634eb963ab4f41a14b03819532ffb6 is 175, key is test_row_0/A:col10/1731482264444/Put/seqid=0
2024-11-13T07:17:46,478 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/26956c095d3e47d4a5a42035a63bafc3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/26956c095d3e47d4a5a42035a63bafc3
2024-11-13T07:17:46,487 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/B of b6221eb420d116cd836e7f91a2453bcc into 26956c095d3e47d4a5a42035a63bafc3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:46,487 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:46,487 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/B, priority=12, startTime=1731482265925; duration=0sec
2024-11-13T07:17:46,487 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:46,487 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:B
2024-11-13T07:17:46,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741993_1169 (size=31105)
2024-11-13T07:17:46,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/34634eb963ab4f41a14b03819532ffb6
2024-11-13T07:17:46,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/a18e1121b771440d8246ee29b4ee6fd6 is 50, key is test_row_0/B:col10/1731482264444/Put/seqid=0
2024-11-13T07:17:46,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741994_1170 (size=12151)
2024-11-13T07:17:46,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/a18e1121b771440d8246ee29b4ee6fd6
2024-11-13T07:17:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/1b41d548c8ff4e49b6fdcb393901e7df is 50, key is test_row_0/C:col10/1731482264444/Put/seqid=0
2024-11-13T07:17:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:46,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:46,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482326673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:46,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482326681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:46,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482326685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:46,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:46,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741995_1171 (size=12151)
2024-11-13T07:17:46,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482326797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482326798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:46,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482326798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:46,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482326953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:46,962 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in b6221eb420d116cd836e7f91a2453bcc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8301 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:46,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482326967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:46,984 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_2' in b6221eb420d116cd836e7f91a2453bcc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8312 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482327007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482327007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482327007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/1b41d548c8ff4e49b6fdcb393901e7df
2024-11-13T07:17:47,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/34634eb963ab4f41a14b03819532ffb6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/34634eb963ab4f41a14b03819532ffb6
2024-11-13T07:17:47,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/34634eb963ab4f41a14b03819532ffb6, entries=150, sequenceid=206, filesize=30.4 K
2024-11-13T07:17:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/a18e1121b771440d8246ee29b4ee6fd6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a18e1121b771440d8246ee29b4ee6fd6
2024-11-13T07:17:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-13T07:17:47,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a18e1121b771440d8246ee29b4ee6fd6, entries=150, sequenceid=206, filesize=11.9 K
2024-11-13T07:17:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/1b41d548c8ff4e49b6fdcb393901e7df as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1b41d548c8ff4e49b6fdcb393901e7df
2024-11-13T07:17:47,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1b41d548c8ff4e49b6fdcb393901e7df, entries=150, sequenceid=206, filesize=11.9 K
2024-11-13T07:17:47,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b6221eb420d116cd836e7f91a2453bcc in 1244ms, sequenceid=206, compaction requested=false
2024-11-13T07:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-13T07:17:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-13T07:17:47,198 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-13T07:17:47,198 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2020 sec
2024-11-13T07:17:47,200 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.2190 sec
2024-11-13T07:17:47,338 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:17:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:47,348 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:17:47,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8515c912f1f4cbca962d842fe10926a_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482267333/Put/seqid=0
2024-11-13T07:17:47,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741996_1172 (size=14794)
2024-11-13T07:17:47,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482327396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:47,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482327407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482327413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,444 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8515c912f1f4cbca962d842fe10926a_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8515c912f1f4cbca962d842fe10926a_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:47,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/2aef1eb552db4c9e8e14634145e8959a, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:47,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/2aef1eb552db4c9e8e14634145e8959a is 175, key is test_row_0/A:col10/1731482267333/Put/seqid=0
2024-11-13T07:17:47,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741997_1173 (size=39749)
2024-11-13T07:17:47,489 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/2aef1eb552db4c9e8e14634145e8959a
2024-11-13T07:17:47,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482327519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482327527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482327527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/e8669f81f1ee4365b70493e4988d36ca is 50, key is test_row_0/B:col10/1731482267333/Put/seqid=0
2024-11-13T07:17:47,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741998_1174 (size=12151)
2024-11-13T07:17:47,613 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/e8669f81f1ee4365b70493e4988d36ca
2024-11-13T07:17:47,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/49d50ee4cafd4a50b1a215622bd89463 is 50, key is test_row_0/C:col10/1731482267333/Put/seqid=0
2024-11-13T07:17:47,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482327738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482327738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482327738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:47,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741999_1175 (size=12151)
2024-11-13T07:17:47,762 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/49d50ee4cafd4a50b1a215622bd89463
2024-11-13T07:17:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/2aef1eb552db4c9e8e14634145e8959a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/2aef1eb552db4c9e8e14634145e8959a
2024-11-13T07:17:47,784 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/2aef1eb552db4c9e8e14634145e8959a, entries=200, sequenceid=227, filesize=38.8 K
2024-11-13T07:17:47,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/e8669f81f1ee4365b70493e4988d36ca as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/e8669f81f1ee4365b70493e4988d36ca
2024-11-13T07:17:47,795 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/e8669f81f1ee4365b70493e4988d36ca, entries=150, sequenceid=227, filesize=11.9 K
2024-11-13T07:17:47,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/49d50ee4cafd4a50b1a215622bd89463 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/49d50ee4cafd4a50b1a215622bd89463
2024-11-13T07:17:47,810 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/49d50ee4cafd4a50b1a215622bd89463, entries=150, sequenceid=227, filesize=11.9 K
2024-11-13T07:17:47,832 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for b6221eb420d116cd836e7f91a2453bcc in 494ms, sequenceid=227, compaction requested=true
2024-11-13T07:17:47,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:47,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:47,832 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:47,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:47,832 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:47,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:47,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:47,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:47,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:47,834 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:47,835 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/A is initiating minor compaction (all files)
2024-11-13T07:17:47,835 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/A in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:47,835 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/cfe7f910266c40a88aeaf1f06e44e66a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/34634eb963ab4f41a14b03819532ffb6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/2aef1eb552db4c9e8e14634145e8959a] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=100.0 K
2024-11-13T07:17:47,835 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:47,835 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/cfe7f910266c40a88aeaf1f06e44e66a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/34634eb963ab4f41a14b03819532ffb6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/2aef1eb552db4c9e8e14634145e8959a]
2024-11-13T07:17:47,836 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfe7f910266c40a88aeaf1f06e44e66a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482264027
2024-11-13T07:17:47,837 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:47,837 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/B is initiating minor compaction (all files)
2024-11-13T07:17:47,837 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/B in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:47,837 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/26956c095d3e47d4a5a42035a63bafc3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a18e1121b771440d8246ee29b4ee6fd6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/e8669f81f1ee4365b70493e4988d36ca] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=36.0 K
2024-11-13T07:17:47,837 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34634eb963ab4f41a14b03819532ffb6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731482264419
2024-11-13T07:17:47,838 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 26956c095d3e47d4a5a42035a63bafc3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482264027
2024-11-13T07:17:47,838 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aef1eb552db4c9e8e14634145e8959a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482266655
2024-11-13T07:17:47,839 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a18e1121b771440d8246ee29b4ee6fd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731482264419
2024-11-13T07:17:47,840 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting e8669f81f1ee4365b70493e4988d36ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482266683
2024-11-13T07:17:47,854 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:47,858 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#B#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:47,859 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/450341403ef0486d8856fd56f9228dac is 50, key is test_row_0/B:col10/1731482267333/Put/seqid=0
2024-11-13T07:17:47,882 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113737ff990289b474d8616425a7523d043_b6221eb420d116cd836e7f91a2453bcc store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:47,890 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113737ff990289b474d8616425a7523d043_b6221eb420d116cd836e7f91a2453bcc, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:47,890 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113737ff990289b474d8616425a7523d043_b6221eb420d116cd836e7f91a2453bcc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:47,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742000_1176 (size=12697)
2024-11-13T07:17:47,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742001_1177 (size=4469)
2024-11-13T07:17:47,956 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#A#compaction#144 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:47,957 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/55e6d9f3ea8c41bf8fff50b666978be3 is 175, key is test_row_0/A:col10/1731482267333/Put/seqid=0
2024-11-13T07:17:47,959 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/450341403ef0486d8856fd56f9228dac as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/450341403ef0486d8856fd56f9228dac
2024-11-13T07:17:47,968 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/B of b6221eb420d116cd836e7f91a2453bcc into 450341403ef0486d8856fd56f9228dac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:47,968 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:47,968 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/B, priority=13, startTime=1731482267832; duration=0sec
2024-11-13T07:17:47,969 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:47,969 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:B
2024-11-13T07:17:47,969 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:47,971 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:47,971 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/C is initiating minor compaction (all files)
2024-11-13T07:17:47,971 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/C in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:47,972 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e3e8e1b20c9c4e78a6a3b5626bb4bfd3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1b41d548c8ff4e49b6fdcb393901e7df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/49d50ee4cafd4a50b1a215622bd89463] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=36.0 K
2024-11-13T07:17:47,972 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting e3e8e1b20c9c4e78a6a3b5626bb4bfd3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731482264027
2024-11-13T07:17:47,974 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b41d548c8ff4e49b6fdcb393901e7df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731482264419
2024-11-13T07:17:47,976 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 49d50ee4cafd4a50b1a215622bd89463, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482266683
2024-11-13T07:17:48,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742002_1178 (size=31651)
2024-11-13T07:17:48,056 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/55e6d9f3ea8c41bf8fff50b666978be3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/55e6d9f3ea8c41bf8fff50b666978be3
2024-11-13T07:17:48,066 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:48,067 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/e4a4a52f1bcb46998bc61d3bb54b22fd is 50, key is test_row_0/C:col10/1731482267333/Put/seqid=0
2024-11-13T07:17:48,067 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:17:48,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:48,110 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/A of b6221eb420d116cd836e7f91a2453bcc into 55e6d9f3ea8c41bf8fff50b666978be3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:48,110 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:48,110 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/A, priority=13, startTime=1731482267832; duration=0sec
2024-11-13T07:17:48,110 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:48,110 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:A
2024-11-13T07:17:48,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742003_1179 (size=12697)
2024-11-13T07:17:48,181 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/e4a4a52f1bcb46998bc61d3bb54b22fd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e4a4a52f1bcb46998bc61d3bb54b22fd
2024-11-13T07:17:48,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482328173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482328176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131750d26016d4459b96627db67634b7d8_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482268065/Put/seqid=0
2024-11-13T07:17:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482328180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,276 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/C of b6221eb420d116cd836e7f91a2453bcc into e4a4a52f1bcb46998bc61d3bb54b22fd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:48,276 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:48,276 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/C, priority=13, startTime=1731482267832; duration=0sec
2024-11-13T07:17:48,276 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:48,276 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:C
2024-11-13T07:17:48,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742004_1180 (size=14794)
2024-11-13T07:17:48,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:48,337 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131750d26016d4459b96627db67634b7d8_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131750d26016d4459b96627db67634b7d8_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:48,347 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/4392926f236d42b9a57bf7bb0c75d55f, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:48,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/4392926f236d42b9a57bf7bb0c75d55f is 175, key is test_row_0/A:col10/1731482268065/Put/seqid=0
2024-11-13T07:17:48,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482328358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482328362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742005_1181 (size=39749)
2024-11-13T07:17:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482328367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,389 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/4392926f236d42b9a57bf7bb0c75d55f
2024-11-13T07:17:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/d360572a4e3b4e0a904799a3f3906169 is 50, key is test_row_0/B:col10/1731482268065/Put/seqid=0
2024-11-13T07:17:48,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742006_1182 (size=12151)
2024-11-13T07:17:48,454 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/d360572a4e3b4e0a904799a3f3906169
2024-11-13T07:17:48,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/1f09f47b40854bcdb93ce47bfbef32b1 is 50, key is test_row_0/C:col10/1731482268065/Put/seqid=0
2024-11-13T07:17:48,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742007_1183 (size=12151)
2024-11-13T07:17:48,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482328578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482328597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482328597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482328888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,919 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/1f09f47b40854bcdb93ce47bfbef32b1
2024-11-13T07:17:48,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482328918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482328918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:48,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/4392926f236d42b9a57bf7bb0c75d55f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/4392926f236d42b9a57bf7bb0c75d55f
2024-11-13T07:17:48,947 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/4392926f236d42b9a57bf7bb0c75d55f, entries=200, sequenceid=243, filesize=38.8 K
2024-11-13T07:17:48,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/d360572a4e3b4e0a904799a3f3906169 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d360572a4e3b4e0a904799a3f3906169
2024-11-13T07:17:48,965 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d360572a4e3b4e0a904799a3f3906169, entries=150, sequenceid=243, filesize=11.9 K
2024-11-13T07:17:48,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/1f09f47b40854bcdb93ce47bfbef32b1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1f09f47b40854bcdb93ce47bfbef32b1
2024-11-13T07:17:48,979 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1f09f47b40854bcdb93ce47bfbef32b1, entries=150, sequenceid=243, filesize=11.9 K
2024-11-13T07:17:48,982 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for b6221eb420d116cd836e7f91a2453bcc in 915ms, sequenceid=243, compaction requested=false
2024-11-13T07:17:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-13T07:17:49,168 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:49,168 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-13T07:17:49,171 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:49,172 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-13T07:17:49,172 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-13T07:17:49,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-13T07:17:49,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:49,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:17:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:49,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111387e2c4bdf59e4cf58efc822712022bc5_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482268176/Put/seqid=0
2024-11-13T07:17:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:49,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742008_1184 (size=12454)
2024-11-13T07:17:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-13T07:17:49,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482329521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:49,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482329537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482329539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:49,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482329647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482329647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:49,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482329657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-13T07:17:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:49,826 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111387e2c4bdf59e4cf58efc822712022bc5_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111387e2c4bdf59e4cf58efc822712022bc5_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:49,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/77b62ca49cb24a3db0532402115d4a01, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:49,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/77b62ca49cb24a3db0532402115d4a01 is 175, key is test_row_0/A:col10/1731482268176/Put/seqid=0
2024-11-13T07:17:49,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482329858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:49,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482329858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:49,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742009_1185 (size=31255)
2024-11-13T07:17:49,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482329878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:49,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:49,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:50,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482330167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:50,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482330188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:50,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:50,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482330190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:50,285 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/77b62ca49cb24a3db0532402115d4a01
2024-11-13T07:17:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-13T07:17:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/71208616e011443b883d3c2f7ca92d58 is 50, key is test_row_0/B:col10/1731482268176/Put/seqid=0
2024-11-13T07:17:50,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742010_1186 (size=12301)
2024-11-13T07:17:50,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/71208616e011443b883d3c2f7ca92d58
2024-11-13T07:17:50,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/7b22ce222b43459198d6b4b5918f9ee1 is 50, key is test_row_0/C:col10/1731482268176/Put/seqid=0
2024-11-13T07:17:50,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742011_1187 (size=12301)
2024-11-13T07:17:50,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482330679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:50,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482330700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:50,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482330701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:50,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/7b22ce222b43459198d6b4b5918f9ee1
2024-11-13T07:17:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/77b62ca49cb24a3db0532402115d4a01 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/77b62ca49cb24a3db0532402115d4a01
2024-11-13T07:17:50,880 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/77b62ca49cb24a3db0532402115d4a01, entries=150, sequenceid=262, filesize=30.5 K
2024-11-13T07:17:50,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/71208616e011443b883d3c2f7ca92d58 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/71208616e011443b883d3c2f7ca92d58
2024-11-13T07:17:50,891 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/71208616e011443b883d3c2f7ca92d58, entries=150, sequenceid=262, filesize=12.0 K
2024-11-13T07:17:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/7b22ce222b43459198d6b4b5918f9ee1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7b22ce222b43459198d6b4b5918f9ee1
2024-11-13T07:17:50,901 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7b22ce222b43459198d6b4b5918f9ee1, entries=150, sequenceid=262, filesize=12.0 K
2024-11-13T07:17:50,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b6221eb420d116cd836e7f91a2453bcc in 1569ms, sequenceid=262, compaction requested=true
2024-11-13T07:17:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:50,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:50,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-13T07:17:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-13T07:17:50,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-13T07:17:50,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7330 sec
2024-11-13T07:17:50,911 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.7400 sec
2024-11-13T07:17:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-13T07:17:51,318 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:51,318 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-13T07:17:51,320 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:51,322 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:51,322 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-13T07:17:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-13T07:17:51,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-13T07:17:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:51,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:17:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b04dd3c7155b46b781b0fd4a50376eb5_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482269477/Put/seqid=0
2024-11-13T07:17:51,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742012_1188 (size=12454)
2024-11-13T07:17:51,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:51,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b04dd3c7155b46b781b0fd4a50376eb5_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b04dd3c7155b46b781b0fd4a50376eb5_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/caa1b690b5b34122a3b14465f3099fda, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/caa1b690b5b34122a3b14465f3099fda is 175, key is test_row_0/A:col10/1731482269477/Put/seqid=0
2024-11-13T07:17:51,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742013_1189 (size=31255)
2024-11-13T07:17:51,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/caa1b690b5b34122a3b14465f3099fda
2024-11-13T07:17:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/6a0000f5b348444683561a2865b6dfa8 is 50, key is test_row_0/B:col10/1731482269477/Put/seqid=0
2024-11-13T07:17:51,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742014_1190 (size=12301)
2024-11-13T07:17:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-13T07:17:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:51,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:51,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482331754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:51,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482331764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:51,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:51,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482331773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:51,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482331867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:51,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482331877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:51,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:51,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482331889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-13T07:17:52,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/6a0000f5b348444683561a2865b6dfa8
2024-11-13T07:17:52,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/ea147b4b8216408c8115f885758736c3 is 50, key is test_row_0/C:col10/1731482269477/Put/seqid=0
2024-11-13T07:17:52,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742015_1191 (size=12301)
2024-11-13T07:17:52,078 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/ea147b4b8216408c8115f885758736c3
2024-11-13T07:17:52,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482332078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/caa1b690b5b34122a3b14465f3099fda as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/caa1b690b5b34122a3b14465f3099fda
2024-11-13T07:17:52,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482332087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/caa1b690b5b34122a3b14465f3099fda, entries=150, sequenceid=277, filesize=30.5 K
2024-11-13T07:17:52,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/6a0000f5b348444683561a2865b6dfa8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/6a0000f5b348444683561a2865b6dfa8
2024-11-13T07:17:52,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/6a0000f5b348444683561a2865b6dfa8, entries=150, sequenceid=277, filesize=12.0 K
2024-11-13T07:17:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/ea147b4b8216408c8115f885758736c3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/ea147b4b8216408c8115f885758736c3
2024-11-13T07:17:52,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482332108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/ea147b4b8216408c8115f885758736c3, entries=150, sequenceid=277, filesize=12.0 K
2024-11-13T07:17:52,125 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for b6221eb420d116cd836e7f91a2453bcc in 647ms, sequenceid=277, compaction requested=true
2024-11-13T07:17:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-13T07:17:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-13T07:17:52,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-13T07:17:52,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 805 msec
2024-11-13T07:17:52,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 813 msec
2024-11-13T07:17:52,402 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:17:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:52,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134a3eadbc09274bf68371606070ffa041_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482271761/Put/seqid=0
2024-11-13T07:17:52,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742016_1192 (size=14994)
2024-11-13T07:17:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-13T07:17:52,457 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:52,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:17:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-13T07:17:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-13T07:17:52,461 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:17:52,462 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:17:52,462 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:17:52,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482332466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482332468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482332467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-13T07:17:52,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482332578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482332578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482332578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-13T07:17:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:52,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-13T07:17:52,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-13T07:17:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:52,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482332787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482332787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482332788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:52,847 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:52,855 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134a3eadbc09274bf68371606070ffa041_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a3eadbc09274bf68371606070ffa041_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:52,856 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/1a38a092440e4bd2a0c6277d0d09aa95, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:52,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/1a38a092440e4bd2a0c6277d0d09aa95 is 175, key is test_row_0/A:col10/1731482271761/Put/seqid=0
2024-11-13T07:17:52,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742017_1193 (size=39949)
2024-11-13T07:17:52,896 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/1a38a092440e4bd2a0c6277d0d09aa95
2024-11-13T07:17:52,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/f77ba5a7c0e8425d8bdc8f19f8524cbe is 50, key is test_row_0/B:col10/1731482271761/Put/seqid=0
2024-11-13T07:17:52,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-13T07:17:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:52,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:52,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742018_1194 (size=12301)
2024-11-13T07:17:52,951 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/f77ba5a7c0e8425d8bdc8f19f8524cbe
2024-11-13T07:17:52,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/d54b83c3663e4e2a8bbcb8c9096bc115 is 50, key is test_row_0/C:col10/1731482271761/Put/seqid=0
2024-11-13T07:17:53,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742019_1195 (size=12301)
2024-11-13T07:17:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-13T07:17:53,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-13T07:17:53,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:53,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482333108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482333108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482333108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-13T07:17:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:53,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,399 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/d54b83c3663e4e2a8bbcb8c9096bc115
2024-11-13T07:17:53,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-13T07:17:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:17:53,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/1a38a092440e4bd2a0c6277d0d09aa95 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/1a38a092440e4bd2a0c6277d0d09aa95
2024-11-13T07:17:53,423 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/1a38a092440e4bd2a0c6277d0d09aa95, entries=200, sequenceid=296, filesize=39.0 K
2024-11-13T07:17:53,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/f77ba5a7c0e8425d8bdc8f19f8524cbe as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f77ba5a7c0e8425d8bdc8f19f8524cbe
2024-11-13T07:17:53,439 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f77ba5a7c0e8425d8bdc8f19f8524cbe, entries=150, sequenceid=296, filesize=12.0 K
2024-11-13T07:17:53,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/d54b83c3663e4e2a8bbcb8c9096bc115 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d54b83c3663e4e2a8bbcb8c9096bc115
2024-11-13T07:17:53,451 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d54b83c3663e4e2a8bbcb8c9096bc115, entries=150, sequenceid=296, filesize=12.0 K
2024-11-13T07:17:53,453 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for b6221eb420d116cd836e7f91a2453bcc in 1051ms, sequenceid=296, compaction requested=true
2024-11-13T07:17:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:53,453 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-13T07:17:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:53,453 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-13T07:17:53,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:53,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:53,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:53,456 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 173859 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-13T07:17:53,456 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/A is initiating minor compaction (all files)
2024-11-13T07:17:53,456 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/A in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,456 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/55e6d9f3ea8c41bf8fff50b666978be3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/4392926f236d42b9a57bf7bb0c75d55f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/77b62ca49cb24a3db0532402115d4a01, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/caa1b690b5b34122a3b14465f3099fda, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/1a38a092440e4bd2a0c6277d0d09aa95] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=169.8 K
2024-11-13T07:17:53,456 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,456 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/55e6d9f3ea8c41bf8fff50b666978be3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/4392926f236d42b9a57bf7bb0c75d55f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/77b62ca49cb24a3db0532402115d4a01, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/caa1b690b5b34122a3b14465f3099fda, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/1a38a092440e4bd2a0c6277d0d09aa95]
2024-11-13T07:17:53,457 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-13T07:17:53,457 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/B is initiating minor compaction (all files)
2024-11-13T07:17:53,457 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/B in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,457 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/450341403ef0486d8856fd56f9228dac, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d360572a4e3b4e0a904799a3f3906169, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/71208616e011443b883d3c2f7ca92d58, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/6a0000f5b348444683561a2865b6dfa8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f77ba5a7c0e8425d8bdc8f19f8524cbe] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=60.3 K
2024-11-13T07:17:53,460 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55e6d9f3ea8c41bf8fff50b666978be3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482266683
2024-11-13T07:17:53,460 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 450341403ef0486d8856fd56f9228dac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482266683
2024-11-13T07:17:53,461 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4392926f236d42b9a57bf7bb0c75d55f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731482267394
2024-11-13T07:17:53,461 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d360572a4e3b4e0a904799a3f3906169, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731482267404
2024-11-13T07:17:53,462 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77b62ca49cb24a3db0532402115d4a01, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731482268170
2024-11-13T07:17:53,462 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 71208616e011443b883d3c2f7ca92d58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731482268170
2024-11-13T07:17:53,463 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting caa1b690b5b34122a3b14465f3099fda, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482269477
2024-11-13T07:17:53,463 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a0000f5b348444683561a2865b6dfa8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482269477
2024-11-13T07:17:53,464 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a38a092440e4bd2a0c6277d0d09aa95, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482271734
2024-11-13T07:17:53,464 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f77ba5a7c0e8425d8bdc8f19f8524cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482271734
2024-11-13T07:17:53,482 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#B#compaction#159 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:53,483 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/a77978b3281648eea1dbd9bf6663446c is 50, key is test_row_0/B:col10/1731482271761/Put/seqid=0
2024-11-13T07:17:53,493 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:53,503 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111349ed4bc8c5b04da790011e56e5deea01_b6221eb420d116cd836e7f91a2453bcc store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:53,507 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111349ed4bc8c5b04da790011e56e5deea01_b6221eb420d116cd836e7f91a2453bcc, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:53,507 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111349ed4bc8c5b04da790011e56e5deea01_b6221eb420d116cd836e7f91a2453bcc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:53,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742020_1196 (size=13017)
2024-11-13T07:17:53,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742021_1197 (size=4469)
2024-11-13T07:17:53,530 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#A#compaction#160 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:53,530 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/a77978b3281648eea1dbd9bf6663446c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a77978b3281648eea1dbd9bf6663446c
2024-11-13T07:17:53,531 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/19534ef9fe1c4fba913acd31e4812334 is 175, key is test_row_0/A:col10/1731482271761/Put/seqid=0
2024-11-13T07:17:53,539 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/B of b6221eb420d116cd836e7f91a2453bcc into a77978b3281648eea1dbd9bf6663446c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:53,539 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:53,539 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/B, priority=11, startTime=1731482273453; duration=0sec
2024-11-13T07:17:53,539 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:53,539 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:B
2024-11-13T07:17:53,540 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-13T07:17:53,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742022_1198 (size=31971)
2024-11-13T07:17:53,547 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-13T07:17:53,547 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/C is initiating minor compaction (all files)
2024-11-13T07:17:53,547 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/C in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,547 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e4a4a52f1bcb46998bc61d3bb54b22fd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1f09f47b40854bcdb93ce47bfbef32b1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7b22ce222b43459198d6b4b5918f9ee1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/ea147b4b8216408c8115f885758736c3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d54b83c3663e4e2a8bbcb8c9096bc115] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=60.3 K
2024-11-13T07:17:53,548 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a4a52f1bcb46998bc61d3bb54b22fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731482266683
2024-11-13T07:17:53,550 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f09f47b40854bcdb93ce47bfbef32b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731482267404
2024-11-13T07:17:53,551 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b22ce222b43459198d6b4b5918f9ee1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731482268170
2024-11-13T07:17:53,551 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/19534ef9fe1c4fba913acd31e4812334 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/19534ef9fe1c4fba913acd31e4812334
2024-11-13T07:17:53,553 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ea147b4b8216408c8115f885758736c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731482269477
2024-11-13T07:17:53,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-13T07:17:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:53,555 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d54b83c3663e4e2a8bbcb8c9096bc115, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482271734
2024-11-13T07:17:53,555 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-13T07:17:53,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:53,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:53,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:53,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:53,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:53,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:53,562 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/A of b6221eb420d116cd836e7f91a2453bcc into 19534ef9fe1c4fba913acd31e4812334(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:53,562 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:53,562 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/A, priority=11, startTime=1731482273453; duration=0sec
2024-11-13T07:17:53,562 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:53,562 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:A
2024-11-13T07:17:53,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113765966da4e684a55a331ee3c7e3024c0_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482272462/Put/seqid=0
2024-11-13T07:17:53,583 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#C#compaction#162 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:53,584 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/73ce2b8c6e4c4bfe83a1a660ee9826ad is 50, key is test_row_0/C:col10/1731482271761/Put/seqid=0
2024-11-13T07:17:53,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742023_1199 (size=12454)
2024-11-13T07:17:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-13T07:17:53,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742024_1200 (size=13017)
2024-11-13T07:17:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:53,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. as already flushing
2024-11-13T07:17:53,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482333679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482333681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482333682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482333797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482333797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482333797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:53,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113765966da4e684a55a331ee3c7e3024c0_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113765966da4e684a55a331ee3c7e3024c0_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/8a0b2f0ed7f9414f9d9cb961578a77dd, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/8a0b2f0ed7f9414f9d9cb961578a77dd is 175, key is test_row_0/A:col10/1731482272462/Put/seqid=0
2024-11-13T07:17:53,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742025_1201 (size=31255)
2024-11-13T07:17:54,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482334007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482334007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482334007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,022 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/73ce2b8c6e4c4bfe83a1a660ee9826ad as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/73ce2b8c6e4c4bfe83a1a660ee9826ad
2024-11-13T07:17:54,030 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/C of b6221eb420d116cd836e7f91a2453bcc into 73ce2b8c6e4c4bfe83a1a660ee9826ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:54,030 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:54,030 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/C, priority=11, startTime=1731482273453; duration=0sec
2024-11-13T07:17:54,030 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:54,030 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:C
2024-11-13T07:17:54,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482334328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482334328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482334330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/8a0b2f0ed7f9414f9d9cb961578a77dd
2024-11-13T07:17:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/75b9b9dc55a0486eaa7a14750668ad91 is 50, key is test_row_0/B:col10/1731482272462/Put/seqid=0
2024-11-13T07:17:54,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742026_1202 (size=12301)
2024-11-13T07:17:54,479 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/75b9b9dc55a0486eaa7a14750668ad91
2024-11-13T07:17:54,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/82f99f35f8944c23b9a3dff1f4b51f46 is 50, key is test_row_0/C:col10/1731482272462/Put/seqid=0
2024-11-13T07:17:54,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742027_1203 (size=12301)
2024-11-13T07:17:54,549 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/82f99f35f8944c23b9a3dff1f4b51f46
2024-11-13T07:17:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/8a0b2f0ed7f9414f9d9cb961578a77dd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/8a0b2f0ed7f9414f9d9cb961578a77dd
2024-11-13T07:17:54,588 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/8a0b2f0ed7f9414f9d9cb961578a77dd, entries=150, sequenceid=310, filesize=30.5 K
2024-11-13T07:17:54,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/75b9b9dc55a0486eaa7a14750668ad91 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/75b9b9dc55a0486eaa7a14750668ad91
2024-11-13T07:17:54,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/75b9b9dc55a0486eaa7a14750668ad91, entries=150, sequenceid=310, filesize=12.0 K
2024-11-13T07:17:54,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/82f99f35f8944c23b9a3dff1f4b51f46 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/82f99f35f8944c23b9a3dff1f4b51f46
2024-11-13T07:17:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-13T07:17:54,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/82f99f35f8944c23b9a3dff1f4b51f46, entries=150, sequenceid=310, filesize=12.0 K
2024-11-13T07:17:54,613 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for b6221eb420d116cd836e7f91a2453bcc in 1059ms, sequenceid=310, compaction requested=false
2024-11-13T07:17:54,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:54,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:54,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-13T07:17:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-13T07:17:54,626 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-13T07:17:54,626 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1530 sec
2024-11-13T07:17:54,639 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.1730 sec
2024-11-13T07:17:54,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482273664, max timestamp=1731482274839Num uniques 859; 
2024-11-13T07:17:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:54,848 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=89.45 KB heapSize=262.11 KB
2024-11-13T07:17:54,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:17:54,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:54,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:54,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:54,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:54,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:54,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:17:54,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c6b0f5667a3a4fae884c1d50f3b64fb0_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482274847/Put/seqid=0
2024-11-13T07:17:54,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482334907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482334912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742028_1204 (size=12454)
2024-11-13T07:17:54,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482334918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:54,933 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:54,947 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c6b0f5667a3a4fae884c1d50f3b64fb0_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c6b0f5667a3a4fae884c1d50f3b64fb0_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:54,951 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/01d90f99dc4a4a1b93156d493c4ff1cf, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:54,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/01d90f99dc4a4a1b93156d493c4ff1cf is 175, key is test_row_0/A:col10/1731482274847/Put/seqid=0
2024-11-13T07:17:54,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742029_1205 (size=31255)
2024-11-13T07:17:54,998 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/01d90f99dc4a4a1b93156d493c4ff1cf
2024-11-13T07:17:55,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/4c0a5453d4d1450db7a9e28ecf3e059c is 50, key is test_row_0/B:col10/1731482274847/Put/seqid=0
2024-11-13T07:17:55,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482335027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482335027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742030_1206 (size=12301)
2024-11-13T07:17:55,056 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/4c0a5453d4d1450db7a9e28ecf3e059c
2024-11-13T07:17:55,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482335047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/9f77a0a49f58478e99d93d4963fe8eb8 is 50, key is test_row_0/C:col10/1731482274847/Put/seqid=0
2024-11-13T07:17:55,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742031_1207 (size=12301)
2024-11-13T07:17:55,155 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/9f77a0a49f58478e99d93d4963fe8eb8
2024-11-13T07:17:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/01d90f99dc4a4a1b93156d493c4ff1cf as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/01d90f99dc4a4a1b93156d493c4ff1cf
2024-11-13T07:17:55,181 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/01d90f99dc4a4a1b93156d493c4ff1cf, entries=150, sequenceid=335, filesize=30.5 K
2024-11-13T07:17:55,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/4c0a5453d4d1450db7a9e28ecf3e059c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/4c0a5453d4d1450db7a9e28ecf3e059c
2024-11-13T07:17:55,210 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/4c0a5453d4d1450db7a9e28ecf3e059c, entries=150, sequenceid=335, filesize=12.0 K
2024-11-13T07:17:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/9f77a0a49f58478e99d93d4963fe8eb8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/9f77a0a49f58478e99d93d4963fe8eb8
2024-11-13T07:17:55,228 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/9f77a0a49f58478e99d93d4963fe8eb8, entries=150, sequenceid=335, filesize=12.0 K
2024-11-13T07:17:55,230 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.87 KB/105340, heapSize ~301.91 KB/309152, currentSize=73.80 KB/75570 for b6221eb420d116cd836e7f91a2453bcc in 382ms, sequenceid=335, compaction requested=true
2024-11-13T07:17:55,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:55,230 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:55,232 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:55,232 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/A is initiating minor compaction (all files)
2024-11-13T07:17:55,232 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/A in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:55,232 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/19534ef9fe1c4fba913acd31e4812334, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/8a0b2f0ed7f9414f9d9cb961578a77dd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/01d90f99dc4a4a1b93156d493c4ff1cf] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=92.3 K
2024-11-13T07:17:55,232 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:55,232 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/19534ef9fe1c4fba913acd31e4812334, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/8a0b2f0ed7f9414f9d9cb961578a77dd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/01d90f99dc4a4a1b93156d493c4ff1cf]
2024-11-13T07:17:55,234 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19534ef9fe1c4fba913acd31e4812334, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482271734
2024-11-13T07:17:55,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a0b2f0ed7f9414f9d9cb961578a77dd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731482272448
2024-11-13T07:17:55,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01d90f99dc4a4a1b93156d493c4ff1cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731482273677
2024-11-13T07:17:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:17:55,238 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:55,239 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:55,239 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/B is initiating minor compaction (all files)
2024-11-13T07:17:55,239 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/B in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:55,240 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a77978b3281648eea1dbd9bf6663446c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/75b9b9dc55a0486eaa7a14750668ad91, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/4c0a5453d4d1450db7a9e28ecf3e059c] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=36.7 K
2024-11-13T07:17:55,240 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a77978b3281648eea1dbd9bf6663446c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482271734
2024-11-13T07:17:55,242 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 75b9b9dc55a0486eaa7a14750668ad91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731482272448
2024-11-13T07:17:55,243 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c0a5453d4d1450db7a9e28ecf3e059c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731482273677
2024-11-13T07:17:55,255 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:17:55,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:55,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:55,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:55,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:55,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:55,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:55,260 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:55,262 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#B#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:55,262 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/70f2508b05964840b797ad5e7984ec62 is 50, key is test_row_0/B:col10/1731482274847/Put/seqid=0
2024-11-13T07:17:55,288 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113b612ef77de814e09b14dd0ba6fd68eaa_b6221eb420d116cd836e7f91a2453bcc store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:55,291 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113b612ef77de814e09b14dd0ba6fd68eaa_b6221eb420d116cd836e7f91a2453bcc, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:55,292 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b612ef77de814e09b14dd0ba6fd68eaa_b6221eb420d116cd836e7f91a2453bcc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:55,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113460ddb9c1228435ebaddd69319c2528b_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482275253/Put/seqid=0
2024-11-13T07:17:55,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742032_1208 (size=13119)
2024-11-13T07:17:55,339 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/70f2508b05964840b797ad5e7984ec62 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/70f2508b05964840b797ad5e7984ec62
2024-11-13T07:17:55,347 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/B of b6221eb420d116cd836e7f91a2453bcc into 70f2508b05964840b797ad5e7984ec62(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:55,347 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:55,347 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/B, priority=13, startTime=1731482275238; duration=0sec
2024-11-13T07:17:55,347 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:55,347 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:B
2024-11-13T07:17:55,348 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:55,349 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:55,350 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/C is initiating minor compaction (all files)
2024-11-13T07:17:55,350 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/C in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:55,350 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/73ce2b8c6e4c4bfe83a1a660ee9826ad, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/82f99f35f8944c23b9a3dff1f4b51f46, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/9f77a0a49f58478e99d93d4963fe8eb8] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=36.7 K
2024-11-13T07:17:55,350 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ce2b8c6e4c4bfe83a1a660ee9826ad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731482271734
2024-11-13T07:17:55,351 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 82f99f35f8944c23b9a3dff1f4b51f46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731482272448
2024-11-13T07:17:55,351 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f77a0a49f58478e99d93d4963fe8eb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731482273677
2024-11-13T07:17:55,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482335359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482335368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482335371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742033_1209 (size=4469)
2024-11-13T07:17:55,413 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#A#compaction#168 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:55,414 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ad4f1e47a45749218c6b9fec588df52c is 175, key is test_row_0/A:col10/1731482274847/Put/seqid=0
2024-11-13T07:17:55,438 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:55,438 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/7443e136bd8d43a199a904f069092845 is 50, key is test_row_0/C:col10/1731482274847/Put/seqid=0
2024-11-13T07:17:55,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742034_1210 (size=14994)
2024-11-13T07:17:55,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482335483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482335490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482335490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742036_1212 (size=13119)
2024-11-13T07:17:55,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742035_1211 (size=32073)
2024-11-13T07:17:55,531 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/7443e136bd8d43a199a904f069092845 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7443e136bd8d43a199a904f069092845
2024-11-13T07:17:55,540 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/C of b6221eb420d116cd836e7f91a2453bcc into 7443e136bd8d43a199a904f069092845(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:55,540 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:55,540 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/C, priority=13, startTime=1731482275238; duration=0sec
2024-11-13T07:17:55,540 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:55,540 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:C
2024-11-13T07:17:55,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482335696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482335707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482335707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:55,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:55,877 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113460ddb9c1228435ebaddd69319c2528b_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113460ddb9c1228435ebaddd69319c2528b_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:55,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ad6724987baf4ca68154275877ad68c5, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:55,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ad6724987baf4ca68154275877ad68c5 is 175, key is test_row_0/A:col10/1731482275253/Put/seqid=0
2024-11-13T07:17:55,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742037_1213 (size=39949)
2024-11-13T07:17:55,930 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ad4f1e47a45749218c6b9fec588df52c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad4f1e47a45749218c6b9fec588df52c
2024-11-13T07:17:55,937 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/A of b6221eb420d116cd836e7f91a2453bcc into ad4f1e47a45749218c6b9fec588df52c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:55,937 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:55,937 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/A, priority=13, startTime=1731482275230; duration=0sec
2024-11-13T07:17:55,937 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:55,937 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:A
2024-11-13T07:17:56,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482336007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:56,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:56,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482336016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:56,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482336027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:56,283 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ad6724987baf4ca68154275877ad68c5
2024-11-13T07:17:56,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/dc575fda7e5542ad8e3bb097628099aa is 50, key is test_row_0/B:col10/1731482275253/Put/seqid=0
2024-11-13T07:17:56,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742038_1214 (size=12301)
2024-11-13T07:17:56,485 INFO  [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591.
2024-11-13T07:17:56,485 INFO  [Thread-595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-595.
2024-11-13T07:17:56,485 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:56,485 DEBUG [Thread-595 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:56,485 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:56,485 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:56,485 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:56,485 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:56,485 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:56,485 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:56,487 INFO  [Thread-593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-593.
2024-11-13T07:17:56,487 DEBUG [Thread-593 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:56,487 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:56,487 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:56,487 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:56,491 INFO  [Thread-597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-597.
2024-11-13T07:17:56,491 DEBUG [Thread-597 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:56,491 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:56,491 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:56,491 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:56,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55620 deadline: 1731482336517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:56,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55610 deadline: 1731482336528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:56,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55568 deadline: 1731482336537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-13T07:17:56,627 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:17:56,720 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/dc575fda7e5542ad8e3bb097628099aa
2024-11-13T07:17:56,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/4366bdc1e98e4c169c74ba00fb2517c8 is 50, key is test_row_0/C:col10/1731482275253/Put/seqid=0
2024-11-13T07:17:56,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742039_1215 (size=12301)
2024-11-13T07:17:56,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55584 deadline: 1731482336968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:56,969 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in b6221eb420d116cd836e7f91a2453bcc of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18308 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:57,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:17:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55582 deadline: 1731482337027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
2024-11-13T07:17:57,028 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_2' in b6221eb420d116cd836e7f91a2453bcc of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18360 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:17:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:17:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:17:57,131 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/4366bdc1e98e4c169c74ba00fb2517c8
2024-11-13T07:17:57,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/ad6724987baf4ca68154275877ad68c5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad6724987baf4ca68154275877ad68c5
2024-11-13T07:17:57,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad6724987baf4ca68154275877ad68c5, entries=200, sequenceid=350, filesize=39.0 K
2024-11-13T07:17:57,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/dc575fda7e5542ad8e3bb097628099aa as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/dc575fda7e5542ad8e3bb097628099aa
2024-11-13T07:17:57,147 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/dc575fda7e5542ad8e3bb097628099aa, entries=150, sequenceid=350, filesize=12.0 K
2024-11-13T07:17:57,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/4366bdc1e98e4c169c74ba00fb2517c8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/4366bdc1e98e4c169c74ba00fb2517c8
2024-11-13T07:17:57,154 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/4366bdc1e98e4c169c74ba00fb2517c8, entries=150, sequenceid=350, filesize=12.0 K
2024-11-13T07:17:57,154 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for b6221eb420d116cd836e7f91a2453bcc in 1899ms, sequenceid=350, compaction requested=false
2024-11-13T07:17:57,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:57,529 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:17:57,529 INFO  [Thread-582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-582.
2024-11-13T07:17:57,529 DEBUG [Thread-582 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:57,530 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:57,530 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:57,530 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:57,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:17:57,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:57,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:17:57,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:57,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:17:57,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:17:57,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134916dce184c04a409a390b807443bd17_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482275365/Put/seqid=0
2024-11-13T07:17:57,568 INFO  [Thread-584 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-584.
2024-11-13T07:17:57,569 DEBUG [Thread-584 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:57,569 DEBUG [Thread-584 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:57,569 DEBUG [Thread-584 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:57,569 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:57,572 INFO  [Thread-586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-586.
2024-11-13T07:17:57,572 DEBUG [Thread-586 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:17:57,572 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:57,572 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:17:57,572 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:17:57,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742040_1216 (size=12454)
2024-11-13T07:17:57,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:17:57,982 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134916dce184c04a409a390b807443bd17_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134916dce184c04a409a390b807443bd17_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:17:57,993 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c1837d6c24d64ae5a5f54209aa804d46, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:57,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c1837d6c24d64ae5a5f54209aa804d46 is 175, key is test_row_0/A:col10/1731482275365/Put/seqid=0
2024-11-13T07:17:58,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742041_1217 (size=31255)
2024-11-13T07:17:58,436 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c1837d6c24d64ae5a5f54209aa804d46
2024-11-13T07:17:58,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/1142c05688fb4bf4b2219675a5703b39 is 50, key is test_row_0/B:col10/1731482275365/Put/seqid=0
2024-11-13T07:17:58,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742042_1218 (size=12301)
2024-11-13T07:17:58,887 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/1142c05688fb4bf4b2219675a5703b39
2024-11-13T07:17:58,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/3b07a75b9e8b4d6f8e5326e9647fa890 is 50, key is test_row_0/C:col10/1731482275365/Put/seqid=0
2024-11-13T07:17:58,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742043_1219 (size=12301)
2024-11-13T07:17:58,912 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/3b07a75b9e8b4d6f8e5326e9647fa890
2024-11-13T07:17:58,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/c1837d6c24d64ae5a5f54209aa804d46 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c1837d6c24d64ae5a5f54209aa804d46
2024-11-13T07:17:58,929 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c1837d6c24d64ae5a5f54209aa804d46, entries=150, sequenceid=371, filesize=30.5 K
2024-11-13T07:17:58,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/1142c05688fb4bf4b2219675a5703b39 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/1142c05688fb4bf4b2219675a5703b39
2024-11-13T07:17:58,940 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/1142c05688fb4bf4b2219675a5703b39, entries=150, sequenceid=371, filesize=12.0 K
2024-11-13T07:17:58,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/3b07a75b9e8b4d6f8e5326e9647fa890 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3b07a75b9e8b4d6f8e5326e9647fa890
2024-11-13T07:17:58,951 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3b07a75b9e8b4d6f8e5326e9647fa890, entries=150, sequenceid=371, filesize=12.0 K
2024-11-13T07:17:58,952 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for b6221eb420d116cd836e7f91a2453bcc in 1422ms, sequenceid=371, compaction requested=true
2024-11-13T07:17:58,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:58,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:17:58,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:58,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:17:58,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:58,952 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:58,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6221eb420d116cd836e7f91a2453bcc:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:17:58,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:17:58,952 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:58,955 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:58,955 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/A is initiating minor compaction (all files)
2024-11-13T07:17:58,955 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/A in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:58,955 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad4f1e47a45749218c6b9fec588df52c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad6724987baf4ca68154275877ad68c5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c1837d6c24d64ae5a5f54209aa804d46] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=100.9 K
2024-11-13T07:17:58,955 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:58,955 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad4f1e47a45749218c6b9fec588df52c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad6724987baf4ca68154275877ad68c5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c1837d6c24d64ae5a5f54209aa804d46]
2024-11-13T07:17:58,956 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ad4f1e47a45749218c6b9fec588df52c, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731482273677
2024-11-13T07:17:58,957 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ad6724987baf4ca68154275877ad68c5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731482274901
2024-11-13T07:17:58,960 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting c1837d6c24d64ae5a5f54209aa804d46, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731482275365
2024-11-13T07:17:58,960 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:58,960 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/B is initiating minor compaction (all files)
2024-11-13T07:17:58,960 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/B in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:58,960 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/70f2508b05964840b797ad5e7984ec62, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/dc575fda7e5542ad8e3bb097628099aa, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/1142c05688fb4bf4b2219675a5703b39] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=36.8 K
2024-11-13T07:17:58,962 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70f2508b05964840b797ad5e7984ec62, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731482273677
2024-11-13T07:17:58,963 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc575fda7e5542ad8e3bb097628099aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731482274901
2024-11-13T07:17:58,964 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1142c05688fb4bf4b2219675a5703b39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731482275365
2024-11-13T07:17:59,001 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:59,005 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113ccbfcdaa29ca4a5589748f1e0b1556e9_b6221eb420d116cd836e7f91a2453bcc store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:59,005 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#B#compaction#177 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:59,005 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/50e6b2424b7041458e09867573ac0971 is 50, key is test_row_0/B:col10/1731482275365/Put/seqid=0
2024-11-13T07:17:59,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742044_1220 (size=13221)
2024-11-13T07:17:59,049 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113ccbfcdaa29ca4a5589748f1e0b1556e9_b6221eb420d116cd836e7f91a2453bcc, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:59,050 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ccbfcdaa29ca4a5589748f1e0b1556e9_b6221eb420d116cd836e7f91a2453bcc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:17:59,055 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/50e6b2424b7041458e09867573ac0971 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/50e6b2424b7041458e09867573ac0971
2024-11-13T07:17:59,067 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/B of b6221eb420d116cd836e7f91a2453bcc into 50e6b2424b7041458e09867573ac0971(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:59,067 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:59,067 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/B, priority=13, startTime=1731482278952; duration=0sec
2024-11-13T07:17:59,067 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:17:59,067 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:B
2024-11-13T07:17:59,067 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:17:59,070 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:17:59,070 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): b6221eb420d116cd836e7f91a2453bcc/C is initiating minor compaction (all files)
2024-11-13T07:17:59,071 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6221eb420d116cd836e7f91a2453bcc/C in TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:17:59,071 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7443e136bd8d43a199a904f069092845, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/4366bdc1e98e4c169c74ba00fb2517c8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3b07a75b9e8b4d6f8e5326e9647fa890] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp, totalSize=36.8 K
2024-11-13T07:17:59,072 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7443e136bd8d43a199a904f069092845, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731482273677
2024-11-13T07:17:59,077 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4366bdc1e98e4c169c74ba00fb2517c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731482274901
2024-11-13T07:17:59,077 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b07a75b9e8b4d6f8e5326e9647fa890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731482275365
2024-11-13T07:17:59,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742045_1221 (size=4469)
2024-11-13T07:17:59,087 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#A#compaction#178 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:59,088 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/222e303fb45c4f4295b7073fe89a5782 is 175, key is test_row_0/A:col10/1731482275365/Put/seqid=0
2024-11-13T07:17:59,118 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6221eb420d116cd836e7f91a2453bcc#C#compaction#179 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:17:59,119 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/6627357ee1784c20a5c5bcbb184307ad is 50, key is test_row_0/C:col10/1731482275365/Put/seqid=0
2024-11-13T07:17:59,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742046_1222 (size=32175)
2024-11-13T07:17:59,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742047_1223 (size=13221)
2024-11-13T07:17:59,161 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/6627357ee1784c20a5c5bcbb184307ad as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6627357ee1784c20a5c5bcbb184307ad
2024-11-13T07:17:59,168 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/C of b6221eb420d116cd836e7f91a2453bcc into 6627357ee1784c20a5c5bcbb184307ad(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:59,168 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:59,168 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/C, priority=13, startTime=1731482278952; duration=0sec
2024-11-13T07:17:59,169 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:59,169 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:C
2024-11-13T07:17:59,564 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/222e303fb45c4f4295b7073fe89a5782 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/222e303fb45c4f4295b7073fe89a5782
2024-11-13T07:17:59,586 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6221eb420d116cd836e7f91a2453bcc/A of b6221eb420d116cd836e7f91a2453bcc into 222e303fb45c4f4295b7073fe89a5782(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:17:59,586 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6221eb420d116cd836e7f91a2453bcc:

2024-11-13T07:17:59,586 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., storeName=b6221eb420d116cd836e7f91a2453bcc/A, priority=13, startTime=1731482278952; duration=0sec
2024-11-13T07:17:59,586 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:17:59,586 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6221eb420d116cd836e7f91a2453bcc:A
2024-11-13T07:18:07,029 INFO  [Thread-588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-588.
2024-11-13T07:18:07,029 DEBUG [Thread-588 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:07,029 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:07,029 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:07,029 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:07,128 INFO  [Thread-580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-580.
2024-11-13T07:18:07,128 DEBUG [Thread-580 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:07,128 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:07,128 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:07,128 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 18
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 113
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 71
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 77
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 11
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1518
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1487
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 728
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2178 rows
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 734
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2190 rows
2024-11-13T07:18:07,129 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:18:07,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:18:07,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:07,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:07,129 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:07,130 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-13T07:18:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-13T07:18:07,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482287134"}]},"ts":"1731482287134"}
2024-11-13T07:18:07,136 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-13T07:18:07,136 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-13T07:18:07,137 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:18:07,138 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, UNASSIGN}]
2024-11-13T07:18:07,140 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, UNASSIGN
2024-11-13T07:18:07,140 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=b6221eb420d116cd836e7f91a2453bcc, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:07,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, UNASSIGN because future has completed
2024-11-13T07:18:07,142 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:18:07,142 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:18:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-13T07:18:07,295 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:07,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:18:07,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing b6221eb420d116cd836e7f91a2453bcc, disabling compactions & flushes
2024-11-13T07:18:07,296 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. after waiting 0 ms
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:18:07,296 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing b6221eb420d116cd836e7f91a2453bcc 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=A
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=B
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6221eb420d116cd836e7f91a2453bcc, store=C
2024-11-13T07:18:07,296 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:07,307 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134c4cccfbb7d0434a9eff24010527d8db_b6221eb420d116cd836e7f91a2453bcc is 50, key is test_row_0/A:col10/1731482277547/Put/seqid=0
2024-11-13T07:18:07,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742048_1224 (size=12454)
2024-11-13T07:18:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-13T07:18:07,720 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:07,724 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134c4cccfbb7d0434a9eff24010527d8db_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134c4cccfbb7d0434a9eff24010527d8db_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:07,725 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/db2957b3a93a4e7ca873404a345d8109, store: [table=TestAcidGuarantees family=A region=b6221eb420d116cd836e7f91a2453bcc]
2024-11-13T07:18:07,726 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/db2957b3a93a4e7ca873404a345d8109 is 175, key is test_row_0/A:col10/1731482277547/Put/seqid=0
2024-11-13T07:18:07,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742049_1225 (size=31255)
2024-11-13T07:18:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-13T07:18:08,130 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/db2957b3a93a4e7ca873404a345d8109
2024-11-13T07:18:08,138 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/76dac963452d446192e4426b70596d65 is 50, key is test_row_0/B:col10/1731482277547/Put/seqid=0
2024-11-13T07:18:08,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742050_1226 (size=12301)
2024-11-13T07:18:08,163 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/76dac963452d446192e4426b70596d65
2024-11-13T07:18:08,193 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/f507126e39d6493189ae436f0b51c42a is 50, key is test_row_0/C:col10/1731482277547/Put/seqid=0
2024-11-13T07:18:08,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742051_1227 (size=12301)
2024-11-13T07:18:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-13T07:18:08,609 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/f507126e39d6493189ae436f0b51c42a
2024-11-13T07:18:08,616 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/A/db2957b3a93a4e7ca873404a345d8109 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/db2957b3a93a4e7ca873404a345d8109
2024-11-13T07:18:08,632 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/db2957b3a93a4e7ca873404a345d8109, entries=150, sequenceid=381, filesize=30.5 K
2024-11-13T07:18:08,638 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/B/76dac963452d446192e4426b70596d65 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/76dac963452d446192e4426b70596d65
2024-11-13T07:18:08,647 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/76dac963452d446192e4426b70596d65, entries=150, sequenceid=381, filesize=12.0 K
2024-11-13T07:18:08,648 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/.tmp/C/f507126e39d6493189ae436f0b51c42a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f507126e39d6493189ae436f0b51c42a
2024-11-13T07:18:08,657 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f507126e39d6493189ae436f0b51c42a, entries=150, sequenceid=381, filesize=12.0 K
2024-11-13T07:18:08,660 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for b6221eb420d116cd836e7f91a2453bcc in 1364ms, sequenceid=381, compaction requested=false
2024-11-13T07:18:08,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/3af4711151af4735ba1535cc559b5240, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/52c5b32608d74a1eba44f4e783d5a54c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/06d07753b4104255b8101fd093314d0f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/033259cabc2048219f0cadc68229eb6d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/7fcd9ea2f527487ca1aefeef1ed278e0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c9602219f13440779c5522a20cb2c894, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c4cc5c36ef914833ba367e2c9d2022c5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/460542d68f894d17ab3cd585dcf47320, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/bf3ee27ac2284e85b6325f70ea81750c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/050b2f6391824445a7f55f49ed33588f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ce9b573fc5f24775af97198eaebdd9df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/9a0d50ef01514a6da48b80927a36b16f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/73b7856cb8ff4740a069239ea9aa4a0c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/cfe7f910266c40a88aeaf1f06e44e66a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/34634eb963ab4f41a14b03819532ffb6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/2aef1eb552db4c9e8e14634145e8959a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/55e6d9f3ea8c41bf8fff50b666978be3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/4392926f236d42b9a57bf7bb0c75d55f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/77b62ca49cb24a3db0532402115d4a01, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/caa1b690b5b34122a3b14465f3099fda, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/1a38a092440e4bd2a0c6277d0d09aa95, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/19534ef9fe1c4fba913acd31e4812334, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/8a0b2f0ed7f9414f9d9cb961578a77dd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad4f1e47a45749218c6b9fec588df52c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/01d90f99dc4a4a1b93156d493c4ff1cf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad6724987baf4ca68154275877ad68c5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c1837d6c24d64ae5a5f54209aa804d46] to archive
2024-11-13T07:18:08,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:08,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/3af4711151af4735ba1535cc559b5240 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/3af4711151af4735ba1535cc559b5240
2024-11-13T07:18:08,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/52c5b32608d74a1eba44f4e783d5a54c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/52c5b32608d74a1eba44f4e783d5a54c
2024-11-13T07:18:08,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/06d07753b4104255b8101fd093314d0f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/06d07753b4104255b8101fd093314d0f
2024-11-13T07:18:08,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/033259cabc2048219f0cadc68229eb6d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/033259cabc2048219f0cadc68229eb6d
2024-11-13T07:18:08,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/7fcd9ea2f527487ca1aefeef1ed278e0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/7fcd9ea2f527487ca1aefeef1ed278e0
2024-11-13T07:18:08,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c9602219f13440779c5522a20cb2c894 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c9602219f13440779c5522a20cb2c894
2024-11-13T07:18:08,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c4cc5c36ef914833ba367e2c9d2022c5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c4cc5c36ef914833ba367e2c9d2022c5
2024-11-13T07:18:08,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/460542d68f894d17ab3cd585dcf47320 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/460542d68f894d17ab3cd585dcf47320
2024-11-13T07:18:08,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/bf3ee27ac2284e85b6325f70ea81750c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/bf3ee27ac2284e85b6325f70ea81750c
2024-11-13T07:18:08,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/050b2f6391824445a7f55f49ed33588f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/050b2f6391824445a7f55f49ed33588f
2024-11-13T07:18:08,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ce9b573fc5f24775af97198eaebdd9df to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ce9b573fc5f24775af97198eaebdd9df
2024-11-13T07:18:08,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/9a0d50ef01514a6da48b80927a36b16f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/9a0d50ef01514a6da48b80927a36b16f
2024-11-13T07:18:08,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/73b7856cb8ff4740a069239ea9aa4a0c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/73b7856cb8ff4740a069239ea9aa4a0c
2024-11-13T07:18:08,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/cfe7f910266c40a88aeaf1f06e44e66a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/cfe7f910266c40a88aeaf1f06e44e66a
2024-11-13T07:18:08,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/34634eb963ab4f41a14b03819532ffb6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/34634eb963ab4f41a14b03819532ffb6
2024-11-13T07:18:08,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/2aef1eb552db4c9e8e14634145e8959a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/2aef1eb552db4c9e8e14634145e8959a
2024-11-13T07:18:08,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/55e6d9f3ea8c41bf8fff50b666978be3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/55e6d9f3ea8c41bf8fff50b666978be3
2024-11-13T07:18:08,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/4392926f236d42b9a57bf7bb0c75d55f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/4392926f236d42b9a57bf7bb0c75d55f
2024-11-13T07:18:08,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/77b62ca49cb24a3db0532402115d4a01 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/77b62ca49cb24a3db0532402115d4a01
2024-11-13T07:18:08,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/caa1b690b5b34122a3b14465f3099fda to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/caa1b690b5b34122a3b14465f3099fda
2024-11-13T07:18:08,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/1a38a092440e4bd2a0c6277d0d09aa95 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/1a38a092440e4bd2a0c6277d0d09aa95
2024-11-13T07:18:08,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/19534ef9fe1c4fba913acd31e4812334 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/19534ef9fe1c4fba913acd31e4812334
2024-11-13T07:18:08,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/8a0b2f0ed7f9414f9d9cb961578a77dd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/8a0b2f0ed7f9414f9d9cb961578a77dd
2024-11-13T07:18:08,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad4f1e47a45749218c6b9fec588df52c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad4f1e47a45749218c6b9fec588df52c
2024-11-13T07:18:08,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/01d90f99dc4a4a1b93156d493c4ff1cf to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/01d90f99dc4a4a1b93156d493c4ff1cf
2024-11-13T07:18:08,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad6724987baf4ca68154275877ad68c5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/ad6724987baf4ca68154275877ad68c5
2024-11-13T07:18:08,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c1837d6c24d64ae5a5f54209aa804d46 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/c1837d6c24d64ae5a5f54209aa804d46
2024-11-13T07:18:08,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/976bef3228c747f6824a931a87be60cb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/011970cd458e422094b24c5bb7f10d01, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d19a0b3dd2454b64b41865ea0f0145fc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f67327e2a06a44b39fa9f751733fe3d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2fea7c8d161e4fbaa9aac2a58d1df76e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/9b284645416049b6babb2f622d0b0b6a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/afbdef7ddd8846f6a3413adebe57607c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ae56f18db6b944979d984b853e853318, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ba20b8e88ee143ce9cc132fb2042c4a3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2890fbb4edd347f382fac98b91c801e1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/c1ca1deda7144c2ab291762047af0f26, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/b8143bcd83d04163a2cc23c06f0a5883, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/26956c095d3e47d4a5a42035a63bafc3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a97fd5c97b864ddf9309303b5f8ad269, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a18e1121b771440d8246ee29b4ee6fd6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/450341403ef0486d8856fd56f9228dac, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/e8669f81f1ee4365b70493e4988d36ca, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d360572a4e3b4e0a904799a3f3906169, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/71208616e011443b883d3c2f7ca92d58, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/6a0000f5b348444683561a2865b6dfa8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a77978b3281648eea1dbd9bf6663446c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f77ba5a7c0e8425d8bdc8f19f8524cbe, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/75b9b9dc55a0486eaa7a14750668ad91, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/70f2508b05964840b797ad5e7984ec62, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/4c0a5453d4d1450db7a9e28ecf3e059c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/dc575fda7e5542ad8e3bb097628099aa, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/1142c05688fb4bf4b2219675a5703b39] to archive
2024-11-13T07:18:08,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:08,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/976bef3228c747f6824a931a87be60cb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/976bef3228c747f6824a931a87be60cb
2024-11-13T07:18:08,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/011970cd458e422094b24c5bb7f10d01 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/011970cd458e422094b24c5bb7f10d01
2024-11-13T07:18:08,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d19a0b3dd2454b64b41865ea0f0145fc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d19a0b3dd2454b64b41865ea0f0145fc
2024-11-13T07:18:08,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f67327e2a06a44b39fa9f751733fe3d9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f67327e2a06a44b39fa9f751733fe3d9
2024-11-13T07:18:08,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2fea7c8d161e4fbaa9aac2a58d1df76e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2fea7c8d161e4fbaa9aac2a58d1df76e
2024-11-13T07:18:08,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/9b284645416049b6babb2f622d0b0b6a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/9b284645416049b6babb2f622d0b0b6a
2024-11-13T07:18:08,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/afbdef7ddd8846f6a3413adebe57607c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/afbdef7ddd8846f6a3413adebe57607c
2024-11-13T07:18:08,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ae56f18db6b944979d984b853e853318 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ae56f18db6b944979d984b853e853318
2024-11-13T07:18:08,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ba20b8e88ee143ce9cc132fb2042c4a3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/ba20b8e88ee143ce9cc132fb2042c4a3
2024-11-13T07:18:08,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2890fbb4edd347f382fac98b91c801e1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/2890fbb4edd347f382fac98b91c801e1
2024-11-13T07:18:08,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/c1ca1deda7144c2ab291762047af0f26 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/c1ca1deda7144c2ab291762047af0f26
2024-11-13T07:18:08,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/b8143bcd83d04163a2cc23c06f0a5883 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/b8143bcd83d04163a2cc23c06f0a5883
2024-11-13T07:18:08,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/26956c095d3e47d4a5a42035a63bafc3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/26956c095d3e47d4a5a42035a63bafc3
2024-11-13T07:18:08,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a97fd5c97b864ddf9309303b5f8ad269 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a97fd5c97b864ddf9309303b5f8ad269
2024-11-13T07:18:08,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a18e1121b771440d8246ee29b4ee6fd6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a18e1121b771440d8246ee29b4ee6fd6
2024-11-13T07:18:08,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/450341403ef0486d8856fd56f9228dac to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/450341403ef0486d8856fd56f9228dac
2024-11-13T07:18:08,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/e8669f81f1ee4365b70493e4988d36ca to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/e8669f81f1ee4365b70493e4988d36ca
2024-11-13T07:18:08,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d360572a4e3b4e0a904799a3f3906169 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/d360572a4e3b4e0a904799a3f3906169
2024-11-13T07:18:08,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/71208616e011443b883d3c2f7ca92d58 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/71208616e011443b883d3c2f7ca92d58
2024-11-13T07:18:08,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/6a0000f5b348444683561a2865b6dfa8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/6a0000f5b348444683561a2865b6dfa8
2024-11-13T07:18:08,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a77978b3281648eea1dbd9bf6663446c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/a77978b3281648eea1dbd9bf6663446c
2024-11-13T07:18:08,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f77ba5a7c0e8425d8bdc8f19f8524cbe to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/f77ba5a7c0e8425d8bdc8f19f8524cbe
2024-11-13T07:18:08,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/75b9b9dc55a0486eaa7a14750668ad91 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/75b9b9dc55a0486eaa7a14750668ad91
2024-11-13T07:18:08,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/70f2508b05964840b797ad5e7984ec62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/70f2508b05964840b797ad5e7984ec62
2024-11-13T07:18:08,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/4c0a5453d4d1450db7a9e28ecf3e059c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/4c0a5453d4d1450db7a9e28ecf3e059c
2024-11-13T07:18:08,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/dc575fda7e5542ad8e3bb097628099aa to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/dc575fda7e5542ad8e3bb097628099aa
2024-11-13T07:18:08,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/1142c05688fb4bf4b2219675a5703b39 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/1142c05688fb4bf4b2219675a5703b39
2024-11-13T07:18:08,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/bd2a5aebdf814ec79067b9b139515d4f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b6bfd97452af42d389078e596e218a2e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/2571c9f8e96e4631831064dd64459aa2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b4456eea97fc41bda32db60e2094774e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/cc7353b36f10423ca6fc253641d73079, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/854eabdd95444d7e800f17c81f3df0cb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3fbcd0aee6864cd9a703b2689e6a833c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d570b64b77fc428f95336c580b3dc69b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/661e465907024a5b9880adbeae2bcd1c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6c94f813063a4b9680f30e3cca5497fc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f7222917aa0b4115b6267d5902d6d6ee, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/350727c7f1fa4e13ac1ebbab8bc1cf0b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e3e8e1b20c9c4e78a6a3b5626bb4bfd3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/22a9dc8806744ea8b79be8b5386ec45d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1b41d548c8ff4e49b6fdcb393901e7df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e4a4a52f1bcb46998bc61d3bb54b22fd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/49d50ee4cafd4a50b1a215622bd89463, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1f09f47b40854bcdb93ce47bfbef32b1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7b22ce222b43459198d6b4b5918f9ee1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/ea147b4b8216408c8115f885758736c3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/73ce2b8c6e4c4bfe83a1a660ee9826ad, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d54b83c3663e4e2a8bbcb8c9096bc115, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/82f99f35f8944c23b9a3dff1f4b51f46, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7443e136bd8d43a199a904f069092845, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/9f77a0a49f58478e99d93d4963fe8eb8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/4366bdc1e98e4c169c74ba00fb2517c8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3b07a75b9e8b4d6f8e5326e9647fa890] to archive
2024-11-13T07:18:08,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:08,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/bd2a5aebdf814ec79067b9b139515d4f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/bd2a5aebdf814ec79067b9b139515d4f
2024-11-13T07:18:08,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b6bfd97452af42d389078e596e218a2e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b6bfd97452af42d389078e596e218a2e
2024-11-13T07:18:08,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/2571c9f8e96e4631831064dd64459aa2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/2571c9f8e96e4631831064dd64459aa2
2024-11-13T07:18:08,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b4456eea97fc41bda32db60e2094774e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/b4456eea97fc41bda32db60e2094774e
2024-11-13T07:18:08,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/cc7353b36f10423ca6fc253641d73079 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/cc7353b36f10423ca6fc253641d73079
2024-11-13T07:18:08,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/854eabdd95444d7e800f17c81f3df0cb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/854eabdd95444d7e800f17c81f3df0cb
2024-11-13T07:18:08,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3fbcd0aee6864cd9a703b2689e6a833c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3fbcd0aee6864cd9a703b2689e6a833c
2024-11-13T07:18:08,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d570b64b77fc428f95336c580b3dc69b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d570b64b77fc428f95336c580b3dc69b
2024-11-13T07:18:08,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/661e465907024a5b9880adbeae2bcd1c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/661e465907024a5b9880adbeae2bcd1c
2024-11-13T07:18:08,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6c94f813063a4b9680f30e3cca5497fc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6c94f813063a4b9680f30e3cca5497fc
2024-11-13T07:18:08,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f7222917aa0b4115b6267d5902d6d6ee to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f7222917aa0b4115b6267d5902d6d6ee
2024-11-13T07:18:08,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/350727c7f1fa4e13ac1ebbab8bc1cf0b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/350727c7f1fa4e13ac1ebbab8bc1cf0b
2024-11-13T07:18:08,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e3e8e1b20c9c4e78a6a3b5626bb4bfd3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e3e8e1b20c9c4e78a6a3b5626bb4bfd3
2024-11-13T07:18:08,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/22a9dc8806744ea8b79be8b5386ec45d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/22a9dc8806744ea8b79be8b5386ec45d
2024-11-13T07:18:08,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1b41d548c8ff4e49b6fdcb393901e7df to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1b41d548c8ff4e49b6fdcb393901e7df
2024-11-13T07:18:08,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e4a4a52f1bcb46998bc61d3bb54b22fd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/e4a4a52f1bcb46998bc61d3bb54b22fd
2024-11-13T07:18:08,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/49d50ee4cafd4a50b1a215622bd89463 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/49d50ee4cafd4a50b1a215622bd89463
2024-11-13T07:18:08,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1f09f47b40854bcdb93ce47bfbef32b1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/1f09f47b40854bcdb93ce47bfbef32b1
2024-11-13T07:18:08,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7b22ce222b43459198d6b4b5918f9ee1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7b22ce222b43459198d6b4b5918f9ee1
2024-11-13T07:18:08,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/ea147b4b8216408c8115f885758736c3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/ea147b4b8216408c8115f885758736c3
2024-11-13T07:18:08,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/73ce2b8c6e4c4bfe83a1a660ee9826ad to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/73ce2b8c6e4c4bfe83a1a660ee9826ad
2024-11-13T07:18:08,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d54b83c3663e4e2a8bbcb8c9096bc115 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/d54b83c3663e4e2a8bbcb8c9096bc115
2024-11-13T07:18:08,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/82f99f35f8944c23b9a3dff1f4b51f46 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/82f99f35f8944c23b9a3dff1f4b51f46
2024-11-13T07:18:08,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7443e136bd8d43a199a904f069092845 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/7443e136bd8d43a199a904f069092845
2024-11-13T07:18:08,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/9f77a0a49f58478e99d93d4963fe8eb8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/9f77a0a49f58478e99d93d4963fe8eb8
2024-11-13T07:18:08,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/4366bdc1e98e4c169c74ba00fb2517c8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/4366bdc1e98e4c169c74ba00fb2517c8
2024-11-13T07:18:08,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3b07a75b9e8b4d6f8e5326e9647fa890 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/3b07a75b9e8b4d6f8e5326e9647fa890
2024-11-13T07:18:08,829 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/recovered.edits/384.seqid, newMaxSeqId=384, maxSeqId=4
2024-11-13T07:18:08,830 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.
2024-11-13T07:18:08,830 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for b6221eb420d116cd836e7f91a2453bcc:
Waiting for close lock at 1731482287295Running coprocessor pre-close hooks at 1731482287295Disabling compacts and flushes for region at 1731482287295Disabling writes for close at 1731482287296 (+1 ms)Obtaining lock to block concurrent updates at 1731482287296Preparing flush snapshotting stores in b6221eb420d116cd836e7f91a2453bcc at 1731482287296Finished memstore snapshotting TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731482287296Flushing stores of TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc. at 1731482287297 (+1 ms)Flushing b6221eb420d116cd836e7f91a2453bcc/A: creating writer at 1731482287297Flushing mob file b6221eb420d116cd836e7f91a2453bcc/A: appending metadata at 1731482287307 (+10 ms)Flushing mob file b6221eb420d116cd836e7f91a2453bcc/A: closing flushed file at 1731482287307Flushing b6221eb420d116cd836e7f91a2453bcc/A: appending metadata at 1731482287725 (+418 ms)Flushing b6221eb420d116cd836e7f91a2453bcc/A: closing flushed file at 1731482287725Flushing b6221eb420d116cd836e7f91a2453bcc/B: creating writer at 1731482288134 (+409 ms)Flushing b6221eb420d116cd836e7f91a2453bcc/B: appending metadata at 1731482288137 (+3 ms)Flushing b6221eb420d116cd836e7f91a2453bcc/B: closing flushed file at 1731482288137Flushing b6221eb420d116cd836e7f91a2453bcc/C: creating writer at 1731482288171 (+34 ms)Flushing b6221eb420d116cd836e7f91a2453bcc/C: appending metadata at 1731482288193 (+22 ms)Flushing b6221eb420d116cd836e7f91a2453bcc/C: closing flushed file at 1731482288193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22556f3e: reopening flushed file at 1731482288615 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbeee33: reopening flushed file at 1731482288632 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2c221f: reopening flushed file at 1731482288647 (+15 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for b6221eb420d116cd836e7f91a2453bcc in 1364ms, sequenceid=381, compaction requested=false at 1731482288660 (+13 ms)Writing region close event to WAL at 1731482288824 (+164 ms)Running coprocessor post-close hooks at 1731482288830 (+6 ms)Closed at 1731482288830
2024-11-13T07:18:08,833 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=b6221eb420d116cd836e7f91a2453bcc, regionState=CLOSED
2024-11-13T07:18:08,835 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:08,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:18:08,839 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-13T07:18:08,839 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure b6221eb420d116cd836e7f91a2453bcc, server=2998b885bdef,44375,1731482210290 in 1.6950 sec
2024-11-13T07:18:08,841 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51
2024-11-13T07:18:08,841 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6221eb420d116cd836e7f91a2453bcc, UNASSIGN in 1.7010 sec
2024-11-13T07:18:08,846 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482288846"}]},"ts":"1731482288846"}
2024-11-13T07:18:08,847 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-13T07:18:08,847 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7060 sec
2024-11-13T07:18:08,848 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-13T07:18:08,848 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-13T07:18:08,851 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7180 sec
2024-11-13T07:18:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-13T07:18:09,288 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:09,288 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-13T07:18:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:09,290 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-13T07:18:09,290 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:09,293 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,295 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/recovered.edits]
2024-11-13T07:18:09,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-13T07:18:09,299 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/222e303fb45c4f4295b7073fe89a5782 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/222e303fb45c4f4295b7073fe89a5782
2024-11-13T07:18:09,300 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/db2957b3a93a4e7ca873404a345d8109 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/A/db2957b3a93a4e7ca873404a345d8109
2024-11-13T07:18:09,302 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/50e6b2424b7041458e09867573ac0971 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/50e6b2424b7041458e09867573ac0971
2024-11-13T07:18:09,303 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/76dac963452d446192e4426b70596d65 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/B/76dac963452d446192e4426b70596d65
2024-11-13T07:18:09,305 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6627357ee1784c20a5c5bcbb184307ad to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/6627357ee1784c20a5c5bcbb184307ad
2024-11-13T07:18:09,307 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f507126e39d6493189ae436f0b51c42a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/C/f507126e39d6493189ae436f0b51c42a
2024-11-13T07:18:09,309 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/recovered.edits/384.seqid to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc/recovered.edits/384.seqid
2024-11-13T07:18:09,310 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,310 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-13T07:18:09,310 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-13T07:18:09,311 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-13T07:18:09,318 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131750d26016d4459b96627db67634b7d8_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131750d26016d4459b96627db67634b7d8_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,319 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ad830add18242bea904c7099872f788_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ad830add18242bea904c7099872f788_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,330 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111345d2a70e0efe458fb6427b784766bd00_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111345d2a70e0efe458fb6427b784766bd00_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,332 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113460ddb9c1228435ebaddd69319c2528b_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113460ddb9c1228435ebaddd69319c2528b_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,334 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134916dce184c04a409a390b807443bd17_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134916dce184c04a409a390b807443bd17_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,336 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a3eadbc09274bf68371606070ffa041_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a3eadbc09274bf68371606070ffa041_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,339 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134c4cccfbb7d0434a9eff24010527d8db_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134c4cccfbb7d0434a9eff24010527d8db_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,344 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113525a10d4bd714264b970910c71951aeb_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113525a10d4bd714264b970910c71951aeb_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,351 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113765966da4e684a55a331ee3c7e3024c0_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113765966da4e684a55a331ee3c7e3024c0_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,356 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ea95c1ad3a54d9eae26719dd08f5af6_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ea95c1ad3a54d9eae26719dd08f5af6_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,358 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111387e2c4bdf59e4cf58efc822712022bc5_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111387e2c4bdf59e4cf58efc822712022bc5_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,359 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b04dd3c7155b46b781b0fd4a50376eb5_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b04dd3c7155b46b781b0fd4a50376eb5_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,360 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b9222a2de23b44afa3cb23b2ca4dceea_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b9222a2de23b44afa3cb23b2ca4dceea_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,362 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c3bf0c80998d4c3ba2ae7d2b598abe76_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c3bf0c80998d4c3ba2ae7d2b598abe76_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,363 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c6b0f5667a3a4fae884c1d50f3b64fb0_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c6b0f5667a3a4fae884c1d50f3b64fb0_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,365 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d17bff9225874cd0b3d1b1808ee9c112_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d17bff9225874cd0b3d1b1808ee9c112_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,366 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d465f1e748f0435ab153148b1807c5db_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d465f1e748f0435ab153148b1807c5db_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,367 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8515c912f1f4cbca962d842fe10926a_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8515c912f1f4cbca962d842fe10926a_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,368 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113db57c2cc900448a1936a16628afa555b_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113db57c2cc900448a1936a16628afa555b_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,369 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dc4d3d20b6e74ae28d5cb0413a50b936_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dc4d3d20b6e74ae28d5cb0413a50b936_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,370 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f89e2cb7bc0f463eb81ca8f1ecd1dc77_b6221eb420d116cd836e7f91a2453bcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f89e2cb7bc0f463eb81ca8f1ecd1dc77_b6221eb420d116cd836e7f91a2453bcc
2024-11-13T07:18:09,372 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-13T07:18:09,374 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:09,376 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-13T07:18:09,378 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-13T07:18:09,379 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:09,379 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-13T07:18:09,379 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482289379"}]},"ts":"9223372036854775807"}
2024-11-13T07:18:09,381 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-13T07:18:09,381 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b6221eb420d116cd836e7f91a2453bcc, NAME => 'TestAcidGuarantees,,1731482252888.b6221eb420d116cd836e7f91a2453bcc.', STARTKEY => '', ENDKEY => ''}]
2024-11-13T07:18:09,381 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-13T07:18:09,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482289381"}]},"ts":"9223372036854775807"}
2024-11-13T07:18:09,383 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-13T07:18:09,384 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:09,385 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 96 msec
2024-11-13T07:18:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-13T07:18:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-13T07:18:09,398 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:09,409 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246 (was 244)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1558712254_22 at /127.0.0.1:58548 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1220 (was 1120) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2067 (was 2722)
2024-11-13T07:18:09,417 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1220, ProcessCount=11, AvailableMemoryMB=2067
2024-11-13T07:18:09,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:18:09,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:18:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:09,420 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:18:09,420 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:09,421 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 55
2024-11-13T07:18:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T07:18:09,421 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:18:09,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742052_1228 (size=1061)
2024-11-13T07:18:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T07:18:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T07:18:09,829 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0
2024-11-13T07:18:09,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742053_1229 (size=53)
2024-11-13T07:18:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T07:18:10,239 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:18:10,239 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 20ea2acabfe12024089289fa0bcc4dad, disabling compactions & flushes
2024-11-13T07:18:10,239 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:10,239 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:10,239 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. after waiting 0 ms
2024-11-13T07:18:10,239 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:10,239 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:10,239 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20ea2acabfe12024089289fa0bcc4dad:
Waiting for close lock at 1731482290239Disabling compacts and flushes for region at 1731482290239Disabling writes for close at 1731482290239Writing region close event to WAL at 1731482290239Closed at 1731482290239
2024-11-13T07:18:10,240 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:18:10,241 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482290240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482290240"}]},"ts":"1731482290240"}
2024-11-13T07:18:10,243 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:18:10,244 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:18:10,244 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482290244"}]},"ts":"1731482290244"}
2024-11-13T07:18:10,247 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-13T07:18:10,247 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, ASSIGN}]
2024-11-13T07:18:10,248 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, ASSIGN
2024-11-13T07:18:10,249 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, ASSIGN; state=OFFLINE, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=false
2024-11-13T07:18:10,400 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=20ea2acabfe12024089289fa0bcc4dad, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:10,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, ASSIGN because future has completed
2024-11-13T07:18:10,402 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:18:10,557 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:10,557 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:18:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T07:18:10,557 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,557 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:18:10,557 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,558 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,559 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 20ea2acabfe12024089289fa0bcc4dad 
2024-11-13T07:18:10,560 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:10,560 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20ea2acabfe12024089289fa0bcc4dad columnFamilyName A
2024-11-13T07:18:10,560 DEBUG [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:10,561 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.HStore(327): Store=20ea2acabfe12024089289fa0bcc4dad/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:10,561 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 20ea2acabfe12024089289fa0bcc4dad 
2024-11-13T07:18:10,562 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:10,562 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20ea2acabfe12024089289fa0bcc4dad columnFamilyName B
2024-11-13T07:18:10,562 DEBUG [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:10,563 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.HStore(327): Store=20ea2acabfe12024089289fa0bcc4dad/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:10,563 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 20ea2acabfe12024089289fa0bcc4dad 
2024-11-13T07:18:10,564 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:10,564 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20ea2acabfe12024089289fa0bcc4dad columnFamilyName C
2024-11-13T07:18:10,565 DEBUG [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:10,565 INFO  [StoreOpener-20ea2acabfe12024089289fa0bcc4dad-1 {}] regionserver.HStore(327): Store=20ea2acabfe12024089289fa0bcc4dad/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:10,565 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:10,565 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,566 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,566 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,567 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,567 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,567 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:18:10,569 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,570 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:18:10,571 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened 20ea2acabfe12024089289fa0bcc4dad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70162688, jitterRate=0.045505523681640625}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:18:10,571 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:10,572 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for 20ea2acabfe12024089289fa0bcc4dad:
Running coprocessor pre-open hook at 1731482290558Writing region info on filesystem at 1731482290558Initializing all the Stores at 1731482290558Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482290558Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482290559 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482290559Cleaning up temporary data from old regions at 1731482290567 (+8 ms)Running coprocessor post-open hooks at 1731482290571 (+4 ms)Region opened successfully at 1731482290572 (+1 ms)
2024-11-13T07:18:10,572 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., pid=57, masterSystemTime=1731482290553
2024-11-13T07:18:10,575 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:10,575 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:10,576 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=20ea2acabfe12024089289fa0bcc4dad, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:10,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:18:10,585 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-13T07:18:10,585 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure 20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290 in 181 msec
2024-11-13T07:18:10,587 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55
2024-11-13T07:18:10,587 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, ASSIGN in 338 msec
2024-11-13T07:18:10,588 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:18:10,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482290589"}]},"ts":"1731482290589"}
2024-11-13T07:18:10,590 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-13T07:18:10,591 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:18:10,593 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1720 sec
2024-11-13T07:18:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-11-13T07:18:11,578 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:11,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11961dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,580 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eebee2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,583 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c846839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,587 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T07:18:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42011,1731482208742
2024-11-13T07:18:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d3b24df
2024-11-13T07:18:11,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T07:18:11,590 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T07:18:11,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ddee8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,593 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4237f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,598 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74637c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5138abf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,604 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f7d85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,606 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc6a6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2108806c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,609 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ee8fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,610 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a713d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935c50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,621 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331bb1c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,623 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42932b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767db965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,630 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3dbc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,632 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37053a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a680e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,637 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a223502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,639 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1862c6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292fd0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,642 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bcb281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,644 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acece2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710fcbd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,649 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540b08ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,651 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6262f242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501877a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,657 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aac9acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,659 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443988f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce76000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:11,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:11,666 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64aeb35c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:11,668 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f70f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:11,673 DEBUG [Thread-1083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,674 DEBUG [Thread-1087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,674 DEBUG [Thread-1094 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,675 DEBUG [Thread-1087 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,675 DEBUG [Thread-1087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,676 DEBUG [Thread-1098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,676 DEBUG [Thread-1081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,677 DEBUG [Thread-1100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,681 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,681 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,683 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,683 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,684 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,684 DEBUG [Thread-1092 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,690 DEBUG [Thread-1096 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,691 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,695 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,695 DEBUG [Thread-1089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,696 DEBUG [Thread-1085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,699 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,704 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:11,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:11,705 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:18:11,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,709 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:11,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:18:11,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-11-13T07:18:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-13T07:18:11,734 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:11,736 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:11,736 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:11,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482291759, max timestamp=1731482291772Num uniques 859; 
2024-11-13T07:18:11,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:18:11,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482291759, max timestamp=1731482291772Num uniques 859; 
2024-11-13T07:18:11,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482291759, max timestamp=1731482291778Num uniques 859; 
2024-11-13T07:18:11,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:18:11,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:18:11,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/88b1278319014adbb4c240df9a223f06 is 50, key is test_row_0/A:col10/1731482291703/Put/seqid=0
2024-11-13T07:18:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-13T07:18:11,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742054_1230 (size=14341)
2024-11-13T07:18:11,852 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/88b1278319014adbb4c240df9a223f06
2024-11-13T07:18:11,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482351838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482351841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482351851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482351853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482351858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-13T07:18:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:11,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:11,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:11,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/a247ec4798994293bc9c6f87df6b1dbb is 50, key is test_row_0/B:col10/1731482291703/Put/seqid=0
2024-11-13T07:18:11,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742055_1231 (size=12001)
2024-11-13T07:18:11,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482351967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482351968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,979 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/a247ec4798994293bc9c6f87df6b1dbb
2024-11-13T07:18:11,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482351978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482351978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482351978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:11,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-13T07:18:12,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-13T07:18:12,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:12,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:12,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:12,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:12,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:12,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/fc88b95828254f639a65c59d197250ad is 50, key is test_row_0/C:col10/1731482291703/Put/seqid=0
2024-11-13T07:18:12,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742056_1232 (size=12001)
2024-11-13T07:18:12,157 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/fc88b95828254f639a65c59d197250ad
2024-11-13T07:18:12,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482352184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/88b1278319014adbb4c240df9a223f06 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/88b1278319014adbb4c240df9a223f06
2024-11-13T07:18:12,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482352188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,200 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/88b1278319014adbb4c240df9a223f06, entries=200, sequenceid=12, filesize=14.0 K
2024-11-13T07:18:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/a247ec4798994293bc9c6f87df6b1dbb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/a247ec4798994293bc9c6f87df6b1dbb
2024-11-13T07:18:12,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482352201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482352201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482352201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-13T07:18:12,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:12,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:12,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:12,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:12,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:12,229 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/a247ec4798994293bc9c6f87df6b1dbb, entries=150, sequenceid=12, filesize=11.7 K
2024-11-13T07:18:12,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/fc88b95828254f639a65c59d197250ad as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fc88b95828254f639a65c59d197250ad
2024-11-13T07:18:12,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fc88b95828254f639a65c59d197250ad, entries=150, sequenceid=12, filesize=11.7 K
2024-11-13T07:18:12,242 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 20ea2acabfe12024089289fa0bcc4dad in 537ms, sequenceid=12, compaction requested=false
2024-11-13T07:18:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-13T07:18:12,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-13T07:18:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:12,374 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-13T07:18:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/e3110eef535546a1a0a15ccfbef55b96 is 50, key is test_row_0/A:col10/1731482291855/Put/seqid=0
2024-11-13T07:18:12,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742057_1233 (size=12001)
2024-11-13T07:18:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:12,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482352528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482352528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482352530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482352530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482352531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482352647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482352649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482352649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/e3110eef535546a1a0a15ccfbef55b96
2024-11-13T07:18:12,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482352857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482352857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482352858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-13T07:18:12,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/2242e1885a69457b9e2db0b5dc27c4a9 is 50, key is test_row_0/B:col10/1731482291855/Put/seqid=0
2024-11-13T07:18:12,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742058_1234 (size=12001)
2024-11-13T07:18:12,915 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/2242e1885a69457b9e2db0b5dc27c4a9
2024-11-13T07:18:12,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/5ad085e2302e48dea2e75e64e44407e0 is 50, key is test_row_0/C:col10/1731482291855/Put/seqid=0
2024-11-13T07:18:13,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742059_1235 (size=12001)
2024-11-13T07:18:13,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/5ad085e2302e48dea2e75e64e44407e0
2024-11-13T07:18:13,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482353038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482353047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/e3110eef535546a1a0a15ccfbef55b96 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/e3110eef535546a1a0a15ccfbef55b96
2024-11-13T07:18:13,063 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/e3110eef535546a1a0a15ccfbef55b96, entries=150, sequenceid=48, filesize=11.7 K
2024-11-13T07:18:13,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/2242e1885a69457b9e2db0b5dc27c4a9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2242e1885a69457b9e2db0b5dc27c4a9
2024-11-13T07:18:13,079 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2242e1885a69457b9e2db0b5dc27c4a9, entries=150, sequenceid=48, filesize=11.7 K
2024-11-13T07:18:13,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/5ad085e2302e48dea2e75e64e44407e0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ad085e2302e48dea2e75e64e44407e0
2024-11-13T07:18:13,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ad085e2302e48dea2e75e64e44407e0, entries=150, sequenceid=48, filesize=11.7 K
2024-11-13T07:18:13,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for 20ea2acabfe12024089289fa0bcc4dad in 740ms, sequenceid=48, compaction requested=false
2024-11-13T07:18:13,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:13,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:13,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-13T07:18:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-13T07:18:13,126 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-13T07:18:13,126 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3840 sec
2024-11-13T07:18:13,128 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.4020 sec
2024-11-13T07:18:13,169 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-13T07:18:13,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:13,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:13,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:13,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:13,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:13,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/31ad638e87704d81b5e8547eb0a22f50 is 50, key is test_row_0/A:col10/1731482292527/Put/seqid=0
2024-11-13T07:18:13,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742060_1236 (size=12001)
2024-11-13T07:18:13,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/31ad638e87704d81b5e8547eb0a22f50
2024-11-13T07:18:13,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482353254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482353256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482353256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6ff1022dcb084e549cb64ec3668fd974 is 50, key is test_row_0/B:col10/1731482292527/Put/seqid=0
2024-11-13T07:18:13,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742061_1237 (size=12001)
2024-11-13T07:18:13,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482353367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482353368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482353372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482353578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482353579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482353588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,737 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6ff1022dcb084e549cb64ec3668fd974
2024-11-13T07:18:13,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/611f0c69cbc74e678b75131b0c68949b is 50, key is test_row_0/C:col10/1731482292527/Put/seqid=0
2024-11-13T07:18:13,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742062_1238 (size=12001)
2024-11-13T07:18:13,866 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/611f0c69cbc74e678b75131b0c68949b
2024-11-13T07:18:13,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/31ad638e87704d81b5e8547eb0a22f50 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/31ad638e87704d81b5e8547eb0a22f50
2024-11-13T07:18:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-13T07:18:13,888 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:13,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-11-13T07:18:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-13T07:18:13,895 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:13,896 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:13,896 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:13,905 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/31ad638e87704d81b5e8547eb0a22f50, entries=150, sequenceid=61, filesize=11.7 K
2024-11-13T07:18:13,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482353900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482353900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6ff1022dcb084e549cb64ec3668fd974 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6ff1022dcb084e549cb64ec3668fd974
2024-11-13T07:18:13,918 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6ff1022dcb084e549cb64ec3668fd974, entries=150, sequenceid=61, filesize=11.7 K
2024-11-13T07:18:13,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482353907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/611f0c69cbc74e678b75131b0c68949b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/611f0c69cbc74e678b75131b0c68949b
2024-11-13T07:18:13,939 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/611f0c69cbc74e678b75131b0c68949b, entries=150, sequenceid=61, filesize=11.7 K
2024-11-13T07:18:13,946 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 20ea2acabfe12024089289fa0bcc4dad in 777ms, sequenceid=61, compaction requested=true
2024-11-13T07:18:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:13,946 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:13,947 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:13,953 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:13,953 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:13,953 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:13,953 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/88b1278319014adbb4c240df9a223f06, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/e3110eef535546a1a0a15ccfbef55b96, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/31ad638e87704d81b5e8547eb0a22f50] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=37.4 K
2024-11-13T07:18:13,960 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88b1278319014adbb4c240df9a223f06, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482291690
2024-11-13T07:18:13,961 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:13,961 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:13,961 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:13,962 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/a247ec4798994293bc9c6f87df6b1dbb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2242e1885a69457b9e2db0b5dc27c4a9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6ff1022dcb084e549cb64ec3668fd974] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=35.2 K
2024-11-13T07:18:13,967 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a247ec4798994293bc9c6f87df6b1dbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482291699
2024-11-13T07:18:13,967 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3110eef535546a1a0a15ccfbef55b96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731482291831
2024-11-13T07:18:13,968 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31ad638e87704d81b5e8547eb0a22f50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482292520
2024-11-13T07:18:13,969 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2242e1885a69457b9e2db0b5dc27c4a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731482291831
2024-11-13T07:18:13,973 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ff1022dcb084e549cb64ec3668fd974, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482292520
2024-11-13T07:18:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-13T07:18:14,018 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#192 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:14,018 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:14,018 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/f6a630403cfb4f9ea0dfc8bc6528b5f4 is 50, key is test_row_0/B:col10/1731482292527/Put/seqid=0
2024-11-13T07:18:14,019 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/007fc6b485a44daead2536ada3d16c45 is 50, key is test_row_0/A:col10/1731482292527/Put/seqid=0
2024-11-13T07:18:14,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742063_1239 (size=12104)
2024-11-13T07:18:14,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-13T07:18:14,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:14,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:18:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:14,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742064_1240 (size=12104)
2024-11-13T07:18:14,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:14,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/441c75ee6cf245fcb97cdcca3bf0fd9b is 50, key is test_row_0/A:col10/1731482293206/Put/seqid=0
2024-11-13T07:18:14,065 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/f6a630403cfb4f9ea0dfc8bc6528b5f4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/f6a630403cfb4f9ea0dfc8bc6528b5f4
2024-11-13T07:18:14,072 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/007fc6b485a44daead2536ada3d16c45 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/007fc6b485a44daead2536ada3d16c45
2024-11-13T07:18:14,084 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into f6a630403cfb4f9ea0dfc8bc6528b5f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:14,084 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:14,084 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482293947; duration=0sec
2024-11-13T07:18:14,085 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:14,085 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:14,085 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:14,091 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:14,091 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:14,091 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:14,091 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fc88b95828254f639a65c59d197250ad, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ad085e2302e48dea2e75e64e44407e0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/611f0c69cbc74e678b75131b0c68949b] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=35.2 K
2024-11-13T07:18:14,091 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting fc88b95828254f639a65c59d197250ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482291699
2024-11-13T07:18:14,093 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ad085e2302e48dea2e75e64e44407e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731482291831
2024-11-13T07:18:14,096 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 611f0c69cbc74e678b75131b0c68949b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482292520
2024-11-13T07:18:14,098 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into 007fc6b485a44daead2536ada3d16c45(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:14,099 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:14,099 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482293946; duration=0sec
2024-11-13T07:18:14,099 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:14,099 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:14,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742065_1241 (size=12001)
2024-11-13T07:18:14,129 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:14,130 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/81623026463044008dc51a6f0fd22e2c is 50, key is test_row_0/C:col10/1731482292527/Put/seqid=0
2024-11-13T07:18:14,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482354138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742066_1242 (size=12104)
2024-11-13T07:18:14,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482354149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,177 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/81623026463044008dc51a6f0fd22e2c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/81623026463044008dc51a6f0fd22e2c
2024-11-13T07:18:14,190 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 81623026463044008dc51a6f0fd22e2c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:14,190 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:14,190 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482293947; duration=0sec
2024-11-13T07:18:14,190 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:14,190 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-13T07:18:14,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482354261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482354269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,383 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:18:14,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482354417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482354417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482354438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482354478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482354488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,508 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/441c75ee6cf245fcb97cdcca3bf0fd9b
2024-11-13T07:18:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-13T07:18:14,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/52389a288ad6406698fb5574b4ba6e7c is 50, key is test_row_0/B:col10/1731482293206/Put/seqid=0
2024-11-13T07:18:14,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742067_1243 (size=12001)
2024-11-13T07:18:14,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482354788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482354807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:14,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/52389a288ad6406698fb5574b4ba6e7c
2024-11-13T07:18:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/517b5692914d4dc9bc54b809498c397c is 50, key is test_row_0/C:col10/1731482293206/Put/seqid=0
2024-11-13T07:18:15,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742068_1244 (size=12001)
2024-11-13T07:18:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-13T07:18:15,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482355307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:15,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482355320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:15,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:15,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/517b5692914d4dc9bc54b809498c397c
2024-11-13T07:18:15,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482355427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:15,430 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:15,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/441c75ee6cf245fcb97cdcca3bf0fd9b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/441c75ee6cf245fcb97cdcca3bf0fd9b
2024-11-13T07:18:15,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482355440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:15,452 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_2' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:15,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/441c75ee6cf245fcb97cdcca3bf0fd9b, entries=150, sequenceid=80, filesize=11.7 K
2024-11-13T07:18:15,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/52389a288ad6406698fb5574b4ba6e7c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/52389a288ad6406698fb5574b4ba6e7c
2024-11-13T07:18:15,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482355460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:15,469 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:15,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/52389a288ad6406698fb5574b4ba6e7c, entries=150, sequenceid=80, filesize=11.7 K
2024-11-13T07:18:15,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/517b5692914d4dc9bc54b809498c397c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/517b5692914d4dc9bc54b809498c397c
2024-11-13T07:18:15,490 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/517b5692914d4dc9bc54b809498c397c, entries=150, sequenceid=80, filesize=11.7 K
2024-11-13T07:18:15,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-13T07:18:15,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 20ea2acabfe12024089289fa0bcc4dad in 1448ms, sequenceid=80, compaction requested=false
2024-11-13T07:18:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-13T07:18:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-13T07:18:15,503 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-13T07:18:15,503 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec
2024-11-13T07:18:15,515 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.6210 sec
2024-11-13T07:18:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-13T07:18:16,047 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:16,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-11-13T07:18:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-13T07:18:16,052 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:16,053 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:16,053 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-13T07:18:16,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-13T07:18:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:16,207 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-13T07:18:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:16,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/1f3ad14d483f43c09b37ac695200d1de is 50, key is test_row_0/A:col10/1731482294129/Put/seqid=0
2024-11-13T07:18:16,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742069_1245 (size=12001)
2024-11-13T07:18:16,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/1f3ad14d483f43c09b37ac695200d1de
2024-11-13T07:18:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/86fdecf524ba4150a2c0e3a3f81203e6 is 50, key is test_row_0/B:col10/1731482294129/Put/seqid=0
2024-11-13T07:18:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:16,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742070_1246 (size=12001)
2024-11-13T07:18:16,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/86fdecf524ba4150a2c0e3a3f81203e6
2024-11-13T07:18:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-13T07:18:16,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/8e0fb282b74f4c41a9b16b8d26e70e9f is 50, key is test_row_0/C:col10/1731482294129/Put/seqid=0
2024-11-13T07:18:16,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742071_1247 (size=12001)
2024-11-13T07:18:16,445 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/8e0fb282b74f4c41a9b16b8d26e70e9f
2024-11-13T07:18:16,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482356440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:16,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482356442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:16,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/1f3ad14d483f43c09b37ac695200d1de as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1f3ad14d483f43c09b37ac695200d1de
2024-11-13T07:18:16,489 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1f3ad14d483f43c09b37ac695200d1de, entries=150, sequenceid=96, filesize=11.7 K
2024-11-13T07:18:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/86fdecf524ba4150a2c0e3a3f81203e6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/86fdecf524ba4150a2c0e3a3f81203e6
2024-11-13T07:18:16,514 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/86fdecf524ba4150a2c0e3a3f81203e6, entries=150, sequenceid=96, filesize=11.7 K
2024-11-13T07:18:16,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/8e0fb282b74f4c41a9b16b8d26e70e9f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8e0fb282b74f4c41a9b16b8d26e70e9f
2024-11-13T07:18:16,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482356561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:16,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482356561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:16,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8e0fb282b74f4c41a9b16b8d26e70e9f, entries=150, sequenceid=96, filesize=11.7 K
2024-11-13T07:18:16,608 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 20ea2acabfe12024089289fa0bcc4dad in 401ms, sequenceid=96, compaction requested=true
2024-11-13T07:18:16,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:16,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:16,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-13T07:18:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-13T07:18:16,637 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-13T07:18:16,637 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 569 msec
2024-11-13T07:18:16,656 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 596 msec
2024-11-13T07:18:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-13T07:18:16,687 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:16,688 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-11-13T07:18:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-13T07:18:16,704 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:16,711 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:16,711 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:16,786 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-13T07:18:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:16,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/76bcd28a2a46421cbb2b9765361a73bf is 50, key is test_row_0/A:col10/1731482296417/Put/seqid=0
2024-11-13T07:18:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-13T07:18:16,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742072_1248 (size=14341)
2024-11-13T07:18:16,830 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/76bcd28a2a46421cbb2b9765361a73bf
2024-11-13T07:18:16,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/350cfc550c01444cad239928b01b87d7 is 50, key is test_row_0/B:col10/1731482296417/Put/seqid=0
2024-11-13T07:18:16,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482356842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:16,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482356849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:16,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-13T07:18:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:16,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:16,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742073_1249 (size=12001)
2024-11-13T07:18:16,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482356965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:16,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482356967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-13T07:18:17,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-13T07:18:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:17,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482357177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482357177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-13T07:18:17,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:17,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:17,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:17,305 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/350cfc550c01444cad239928b01b87d7
2024-11-13T07:18:17,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c5ce8a0a586046bf8f1068f0bf3ca6d2 is 50, key is test_row_0/C:col10/1731482296417/Put/seqid=0
2024-11-13T07:18:17,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742074_1250 (size=12001)
2024-11-13T07:18:17,317 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c5ce8a0a586046bf8f1068f0bf3ca6d2
2024-11-13T07:18:17,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/76bcd28a2a46421cbb2b9765361a73bf as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/76bcd28a2a46421cbb2b9765361a73bf
2024-11-13T07:18:17,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/76bcd28a2a46421cbb2b9765361a73bf, entries=200, sequenceid=116, filesize=14.0 K
2024-11-13T07:18:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/350cfc550c01444cad239928b01b87d7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/350cfc550c01444cad239928b01b87d7
2024-11-13T07:18:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-13T07:18:17,328 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/350cfc550c01444cad239928b01b87d7, entries=150, sequenceid=116, filesize=11.7 K
2024-11-13T07:18:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c5ce8a0a586046bf8f1068f0bf3ca6d2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c5ce8a0a586046bf8f1068f0bf3ca6d2
2024-11-13T07:18:17,332 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c5ce8a0a586046bf8f1068f0bf3ca6d2, entries=150, sequenceid=116, filesize=11.7 K
2024-11-13T07:18:17,333 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 20ea2acabfe12024089289fa0bcc4dad in 548ms, sequenceid=116, compaction requested=true
2024-11-13T07:18:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:17,333 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:17,333 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:17,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:17,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:17,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:17,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:17,334 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:17,334 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:17,334 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:17,334 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:17,334 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,334 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,335 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/f6a630403cfb4f9ea0dfc8bc6528b5f4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/52389a288ad6406698fb5574b4ba6e7c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/86fdecf524ba4150a2c0e3a3f81203e6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/350cfc550c01444cad239928b01b87d7] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=47.0 K
2024-11-13T07:18:17,335 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/007fc6b485a44daead2536ada3d16c45, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/441c75ee6cf245fcb97cdcca3bf0fd9b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1f3ad14d483f43c09b37ac695200d1de, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/76bcd28a2a46421cbb2b9765361a73bf] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=49.3 K
2024-11-13T07:18:17,335 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f6a630403cfb4f9ea0dfc8bc6528b5f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482292520
2024-11-13T07:18:17,335 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007fc6b485a44daead2536ada3d16c45, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482292520
2024-11-13T07:18:17,335 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 441c75ee6cf245fcb97cdcca3bf0fd9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731482293206
2024-11-13T07:18:17,335 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 52389a288ad6406698fb5574b4ba6e7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731482293206
2024-11-13T07:18:17,336 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f3ad14d483f43c09b37ac695200d1de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731482294113
2024-11-13T07:18:17,336 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 86fdecf524ba4150a2c0e3a3f81203e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731482294113
2024-11-13T07:18:17,336 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 350cfc550c01444cad239928b01b87d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482296417
2024-11-13T07:18:17,336 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76bcd28a2a46421cbb2b9765361a73bf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482296417
2024-11-13T07:18:17,346 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:17,347 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/b198a9b8a60f4446a638af3a44882c8c is 50, key is test_row_0/A:col10/1731482296417/Put/seqid=0
2024-11-13T07:18:17,348 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:18:17,351 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:17,352 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/679307d29bde468aaf4d19e076eb726b is 50, key is test_row_0/B:col10/1731482296417/Put/seqid=0
2024-11-13T07:18:17,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742075_1251 (size=12241)
2024-11-13T07:18:17,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742076_1252 (size=12241)
2024-11-13T07:18:17,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-13T07:18:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-13T07:18:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:17,368 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/679307d29bde468aaf4d19e076eb726b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/679307d29bde468aaf4d19e076eb726b
2024-11-13T07:18:17,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/90dc96432e984213af372756719a5fe2 is 50, key is test_row_0/A:col10/1731482296823/Put/seqid=0
2024-11-13T07:18:17,383 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/b198a9b8a60f4446a638af3a44882c8c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/b198a9b8a60f4446a638af3a44882c8c
2024-11-13T07:18:17,392 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into b198a9b8a60f4446a638af3a44882c8c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:17,392 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:17,392 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=12, startTime=1731482297333; duration=0sec
2024-11-13T07:18:17,392 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:17,392 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:17,392 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:17,396 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 679307d29bde468aaf4d19e076eb726b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:17,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:17,396 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=12, startTime=1731482297333; duration=0sec
2024-11-13T07:18:17,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:17,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:17,397 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:17,397 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:17,397 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,397 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/81623026463044008dc51a6f0fd22e2c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/517b5692914d4dc9bc54b809498c397c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8e0fb282b74f4c41a9b16b8d26e70e9f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c5ce8a0a586046bf8f1068f0bf3ca6d2] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=47.0 K
2024-11-13T07:18:17,398 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81623026463044008dc51a6f0fd22e2c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731482292520
2024-11-13T07:18:17,398 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 517b5692914d4dc9bc54b809498c397c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731482293206
2024-11-13T07:18:17,398 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e0fb282b74f4c41a9b16b8d26e70e9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731482294113
2024-11-13T07:18:17,399 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5ce8a0a586046bf8f1068f0bf3ca6d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482296417
2024-11-13T07:18:17,409 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:17,409 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/1e8a909c07644a519d4aa4abb90a1693 is 50, key is test_row_0/C:col10/1731482296417/Put/seqid=0
2024-11-13T07:18:17,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742077_1253 (size=12001)
2024-11-13T07:18:17,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/90dc96432e984213af372756719a5fe2
2024-11-13T07:18:17,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742078_1254 (size=12241)
2024-11-13T07:18:17,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/ace37f22e68d40dca1959a5df4159506 is 50, key is test_row_0/B:col10/1731482296823/Put/seqid=0
2024-11-13T07:18:17,430 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/1e8a909c07644a519d4aa4abb90a1693 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/1e8a909c07644a519d4aa4abb90a1693
2024-11-13T07:18:17,439 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 1e8a909c07644a519d4aa4abb90a1693(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:17,439 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:17,439 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=12, startTime=1731482297334; duration=0sec
2024-11-13T07:18:17,439 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:17,439 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:17,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:17,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742079_1255 (size=12001)
2024-11-13T07:18:17,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/ace37f22e68d40dca1959a5df4159506
2024-11-13T07:18:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/97fe6824745d4ab6be5fb4e9018be280 is 50, key is test_row_0/C:col10/1731482296823/Put/seqid=0
2024-11-13T07:18:17,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742080_1256 (size=12001)
2024-11-13T07:18:17,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/97fe6824745d4ab6be5fb4e9018be280
2024-11-13T07:18:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/90dc96432e984213af372756719a5fe2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/90dc96432e984213af372756719a5fe2
2024-11-13T07:18:17,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/90dc96432e984213af372756719a5fe2, entries=150, sequenceid=129, filesize=11.7 K
2024-11-13T07:18:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/ace37f22e68d40dca1959a5df4159506 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ace37f22e68d40dca1959a5df4159506
2024-11-13T07:18:17,530 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ace37f22e68d40dca1959a5df4159506, entries=150, sequenceid=129, filesize=11.7 K
2024-11-13T07:18:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/97fe6824745d4ab6be5fb4e9018be280 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97fe6824745d4ab6be5fb4e9018be280
2024-11-13T07:18:17,537 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97fe6824745d4ab6be5fb4e9018be280, entries=150, sequenceid=129, filesize=11.7 K
2024-11-13T07:18:17,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=120.76 KB/123660 for 20ea2acabfe12024089289fa0bcc4dad in 187ms, sequenceid=129, compaction requested=false
2024-11-13T07:18:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-13T07:18:17,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731482297496, max timestamp=1731482297512Num uniques 859; 
2024-11-13T07:18:17,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:18:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-13T07:18:17,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731482297496, max timestamp=1731482297512Num uniques 859; 
2024-11-13T07:18:17,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:18:17,554 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-13T07:18:17,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731482297496, max timestamp=1731482297512Num uniques 859; 
2024-11-13T07:18:17,554 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 841 msec
2024-11-13T07:18:17,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:18:17,557 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 867 msec
2024-11-13T07:18:17,568 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=60.38 KB heapSize=161.16 KB
2024-11-13T07:18:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:17,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:17,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:17,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:17,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:17,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:17,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:17,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/43359d1d48be43e4974199cf85a23f9a is 50, key is test_row_0/A:col10/1731482297564/Put/seqid=0
2024-11-13T07:18:17,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742081_1257 (size=12151)
2024-11-13T07:18:17,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482357606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482357617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482357618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482357618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,630 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/43359d1d48be43e4974199cf85a23f9a
2024-11-13T07:18:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482357621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7294673f52764225b438890113f988fc is 50, key is test_row_0/B:col10/1731482297564/Put/seqid=0
2024-11-13T07:18:17,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742082_1258 (size=12151)
2024-11-13T07:18:17,719 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7294673f52764225b438890113f988fc
2024-11-13T07:18:17,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/64a19eaaa5a04e98a2f875d82e1ff8fc is 50, key is test_row_0/C:col10/1731482297564/Put/seqid=0
2024-11-13T07:18:17,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482357737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482357737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482357737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482357737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482357740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:17,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742083_1259 (size=12151)
2024-11-13T07:18:17,792 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/64a19eaaa5a04e98a2f875d82e1ff8fc
2024-11-13T07:18:17,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/43359d1d48be43e4974199cf85a23f9a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/43359d1d48be43e4974199cf85a23f9a
2024-11-13T07:18:17,819 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/43359d1d48be43e4974199cf85a23f9a, entries=150, sequenceid=158, filesize=11.9 K
2024-11-13T07:18:17,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7294673f52764225b438890113f988fc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7294673f52764225b438890113f988fc
2024-11-13T07:18:17,825 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7294673f52764225b438890113f988fc, entries=150, sequenceid=158, filesize=11.9 K
2024-11-13T07:18:17,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/64a19eaaa5a04e98a2f875d82e1ff8fc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/64a19eaaa5a04e98a2f875d82e1ff8fc
2024-11-13T07:18:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-13T07:18:17,838 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:17,839 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/64a19eaaa5a04e98a2f875d82e1ff8fc, entries=150, sequenceid=158, filesize=11.9 K
2024-11-13T07:18:17,839 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-13T07:18:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T07:18:17,842 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:17,844 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:17,844 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:17,846 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~181.03 KB/185376, currentSize=114.05 KB/116790 for 20ea2acabfe12024089289fa0bcc4dad in 277ms, sequenceid=158, compaction requested=true
2024-11-13T07:18:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:17,846 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:17,846 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:17,847 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:17,848 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:17,848 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,848 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/679307d29bde468aaf4d19e076eb726b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ace37f22e68d40dca1959a5df4159506, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7294673f52764225b438890113f988fc] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=35.5 K
2024-11-13T07:18:17,848 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:17,848 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:17,848 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,848 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/b198a9b8a60f4446a638af3a44882c8c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/90dc96432e984213af372756719a5fe2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/43359d1d48be43e4974199cf85a23f9a] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=35.5 K
2024-11-13T07:18:17,849 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b198a9b8a60f4446a638af3a44882c8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482296417
2024-11-13T07:18:17,849 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 679307d29bde468aaf4d19e076eb726b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482296417
2024-11-13T07:18:17,849 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90dc96432e984213af372756719a5fe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731482296823
2024-11-13T07:18:17,849 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43359d1d48be43e4974199cf85a23f9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482297512
2024-11-13T07:18:17,849 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ace37f22e68d40dca1959a5df4159506, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731482296823
2024-11-13T07:18:17,849 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7294673f52764225b438890113f988fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482297512
2024-11-13T07:18:17,870 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:17,871 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/d45abc91f380485ba7af060e6ee1c604 is 50, key is test_row_0/A:col10/1731482297564/Put/seqid=0
2024-11-13T07:18:17,888 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:17,888 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/942e957d4b5845a3a0c7b6c5c452a59c is 50, key is test_row_0/B:col10/1731482297564/Put/seqid=0
2024-11-13T07:18:17,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742084_1260 (size=12493)
2024-11-13T07:18:17,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742085_1261 (size=12493)
2024-11-13T07:18:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T07:18:17,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482297609, max timestamp=1731482297950Num uniques 859; 
2024-11-13T07:18:17,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:18:17,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482297609, max timestamp=1731482297951Num uniques 859; 
2024-11-13T07:18:17,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:18:17,956 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-11-13T07:18:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:17,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482297609, max timestamp=1731482297951Num uniques 859; 
2024-11-13T07:18:17,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:18:17,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:17,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:17,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:17,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:17,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:17,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:17,969 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/942e957d4b5845a3a0c7b6c5c452a59c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/942e957d4b5845a3a0c7b6c5c452a59c
2024-11-13T07:18:17,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f0a9d584e3104548a9f21d86949857a3 is 50, key is test_row_0/A:col10/1731482297613/Put/seqid=0
2024-11-13T07:18:17,979 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 942e957d4b5845a3a0c7b6c5c452a59c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:17,979 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:17,979 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482297846; duration=0sec
2024-11-13T07:18:17,979 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:17,979 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:17,979 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:17,980 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:17,980 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:17,981 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:17,981 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/1e8a909c07644a519d4aa4abb90a1693, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97fe6824745d4ab6be5fb4e9018be280, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/64a19eaaa5a04e98a2f875d82e1ff8fc] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=35.5 K
2024-11-13T07:18:17,981 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e8a909c07644a519d4aa4abb90a1693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731482296417
2024-11-13T07:18:17,982 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 97fe6824745d4ab6be5fb4e9018be280, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731482296823
2024-11-13T07:18:17,982 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 64a19eaaa5a04e98a2f875d82e1ff8fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482297512
2024-11-13T07:18:18,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482297989, max timestamp=1731482298005Num uniques 859; 
2024-11-13T07:18:18,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:18:18,011 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482297989, max timestamp=1731482298003Num uniques 859; 
2024-11-13T07:18:18,011 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:18:18,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482297989, max timestamp=1731482298005Num uniques 859; 
2024-11-13T07:18:18,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:18:18,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742086_1262 (size=14541)
2024-11-13T07:18:18,014 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f0a9d584e3104548a9f21d86949857a3
2024-11-13T07:18:18,032 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:18,032 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c52ab344430642c7b673f8c3b24a1fb1 is 50, key is test_row_0/C:col10/1731482297564/Put/seqid=0
2024-11-13T07:18:18,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/bcf17fc8c6c141079184e5516428aca5 is 50, key is test_row_0/B:col10/1731482297613/Put/seqid=0
2024-11-13T07:18:18,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742087_1263 (size=12493)
2024-11-13T07:18:18,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731482298040, max timestamp=1731482298054Num uniques 1018; 
2024-11-13T07:18:18,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731482298040, max timestamp=1731482298054Num uniques 1068; 
2024-11-13T07:18:18,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-13T07:18:18,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-13T07:18:18,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731482298040, max timestamp=1731482298054Num uniques 1018; 
2024-11-13T07:18:18,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-13T07:18:18,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742088_1264 (size=12151)
2024-11-13T07:18:18,079 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c52ab344430642c7b673f8c3b24a1fb1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c52ab344430642c7b673f8c3b24a1fb1
2024-11-13T07:18:18,079 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/bcf17fc8c6c141079184e5516428aca5
2024-11-13T07:18:18,095 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into c52ab344430642c7b673f8c3b24a1fb1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:18,095 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:18,095 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482297846; duration=0sec
2024-11-13T07:18:18,095 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:18,095 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:18,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/24004645ef0d41baa69cf91145221fff is 50, key is test_row_0/C:col10/1731482297613/Put/seqid=0
2024-11-13T07:18:18,115 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731482298100, max timestamp=1731482298111Num uniques 1027; 
2024-11-13T07:18:18,115 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-13T07:18:18,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731482298100, max timestamp=1731482298111Num uniques 1027; 
2024-11-13T07:18:18,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-13T07:18:18,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731482298100, max timestamp=1731482298111Num uniques 1027; 
2024-11-13T07:18:18,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-13T07:18:18,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742089_1265 (size=12151)
2024-11-13T07:18:18,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731482298145, max timestamp=1731482298151Num uniques 1036; 
2024-11-13T07:18:18,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-13T07:18:18,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731482298145, max timestamp=1731482298151Num uniques 1036; 
2024-11-13T07:18:18,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-13T07:18:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T07:18:18,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731482298145, max timestamp=1731482298151Num uniques 1036; 
2024-11-13T07:18:18,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-13T07:18:18,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731482298179, max timestamp=1731482298190Num uniques 1095; 
2024-11-13T07:18:18,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731482298179, max timestamp=1731482298190Num uniques 1095; 
2024-11-13T07:18:18,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-11-13T07:18:18,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-11-13T07:18:18,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731482298179, max timestamp=1731482298190Num uniques 1095; 
2024-11-13T07:18:18,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-11-13T07:18:18,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482358232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731482298225, max timestamp=1731482298277Num uniques 1104; 
2024-11-13T07:18:18,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-13T07:18:18,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731482298225, max timestamp=1731482298277Num uniques 1104; 
2024-11-13T07:18:18,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731482298225, max timestamp=1731482298277Num uniques 1104; 
2024-11-13T07:18:18,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-13T07:18:18,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-13T07:18:18,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731482298297, max timestamp=1731482298317Num uniques 1013; 
2024-11-13T07:18:18,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731482298297, max timestamp=1731482298317Num uniques 1013; 
2024-11-13T07:18:18,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263
2024-11-13T07:18:18,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263
2024-11-13T07:18:18,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731482298297, max timestamp=1731482298317Num uniques 1013; 
2024-11-13T07:18:18,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263
2024-11-13T07:18:18,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,334 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/d45abc91f380485ba7af060e6ee1c604 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d45abc91f380485ba7af060e6ee1c604
2024-11-13T07:18:18,341 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into d45abc91f380485ba7af060e6ee1c604(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:18,341 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:18,341 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482297846; duration=0sec
2024-11-13T07:18:18,341 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:18,341 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:18,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482358393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482358392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731482298328, max timestamp=1731482298398Num uniques 1122; 
2024-11-13T07:18:18,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731482298328, max timestamp=1731482298398Num uniques 1122; 
2024-11-13T07:18:18,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=10162, suffix heap size=144656,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=222
2024-11-13T07:18:18,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=10162, suffix heap size=144656,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=222
2024-11-13T07:18:18,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482298344, max timestamp=1731482298398Num uniques 1122; 
2024-11-13T07:18:18,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=6870, suffix heap size=144656,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=150
2024-11-13T07:18:18,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731482298417, max timestamp=1731482298442Num uniques 1081; 
2024-11-13T07:18:18,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731482298417, max timestamp=1731482298442Num uniques 1009; 
2024-11-13T07:18:18,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-11-13T07:18:18,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8286, suffix heap size=132904,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=181
2024-11-13T07:18:18,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731482298417, max timestamp=1731482298442Num uniques 1081; 
2024-11-13T07:18:18,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-11-13T07:18:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T07:18:18,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,533 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/24004645ef0d41baa69cf91145221fff
2024-11-13T07:18:18,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482358538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f0a9d584e3104548a9f21d86949857a3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f0a9d584e3104548a9f21d86949857a3
2024-11-13T07:18:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482298479, max timestamp=1731482298545Num uniques 1040; 
2024-11-13T07:18:18,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=6870, suffix heap size=136128,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=150
2024-11-13T07:18:18,558 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f0a9d584e3104548a9f21d86949857a3, entries=200, sequenceid=180, filesize=14.2 K
2024-11-13T07:18:18,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482298479, max timestamp=1731482298545Num uniques 1040; 
2024-11-13T07:18:18,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47620, new segment data size=6870, suffix heap size=136128,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=150
2024-11-13T07:18:18,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/bcf17fc8c6c141079184e5516428aca5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/bcf17fc8c6c141079184e5516428aca5
2024-11-13T07:18:18,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731482298479, max timestamp=1731482298545Num uniques 1040; 
2024-11-13T07:18:18,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47620, new segment data size=6870, suffix heap size=136128,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=150
2024-11-13T07:18:18,568 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/bcf17fc8c6c141079184e5516428aca5, entries=150, sequenceid=180, filesize=11.9 K
2024-11-13T07:18:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/24004645ef0d41baa69cf91145221fff as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/24004645ef0d41baa69cf91145221fff
2024-11-13T07:18:18,575 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/24004645ef0d41baa69cf91145221fff, entries=150, sequenceid=180, filesize=11.9 K
2024-11-13T07:18:18,576 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=75.17 KB/76970 for 20ea2acabfe12024089289fa0bcc4dad in 620ms, sequenceid=180, compaction requested=false
2024-11-13T07:18:18,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:18,578 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=81.88 KB heapSize=230.44 KB
2024-11-13T07:18:18,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:18:18,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/09a3723250874076a621fb62d04f1545 is 50, key is test_row_0/A:col10/1731482298577/Put/seqid=0
2024-11-13T07:18:18,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742090_1266 (size=24505)
2024-11-13T07:18:18,651 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.52 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/09a3723250874076a621fb62d04f1545
2024-11-13T07:18:18,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482358641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482358646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482358651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482358657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482358651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3d918655837a40af8d1140521929e85b is 50, key is test_row_0/B:col10/1731482298577/Put/seqid=0
2024-11-13T07:18:18,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742091_1267 (size=12301)
2024-11-13T07:18:18,698 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.53 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3d918655837a40af8d1140521929e85b
2024-11-13T07:18:18,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/ca32055231e54ceeb450de138721eed6 is 50, key is test_row_0/C:col10/1731482298577/Put/seqid=0
2024-11-13T07:18:18,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742092_1268 (size=12301)
2024-11-13T07:18:18,753 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.53 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/ca32055231e54ceeb450de138721eed6
2024-11-13T07:18:18,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482358760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/09a3723250874076a621fb62d04f1545 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/09a3723250874076a621fb62d04f1545
2024-11-13T07:18:18,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482358769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,779 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/09a3723250874076a621fb62d04f1545, entries=400, sequenceid=368, filesize=23.9 K
2024-11-13T07:18:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482358769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3d918655837a40af8d1140521929e85b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3d918655837a40af8d1140521929e85b
2024-11-13T07:18:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482358772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,787 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3d918655837a40af8d1140521929e85b, entries=150, sequenceid=368, filesize=12.0 K
2024-11-13T07:18:18,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/ca32055231e54ceeb450de138721eed6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/ca32055231e54ceeb450de138721eed6
2024-11-13T07:18:18,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:18,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:18,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,807 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/ca32055231e54ceeb450de138721eed6, entries=150, sequenceid=368, filesize=12.0 K
2024-11-13T07:18:18,808 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~88.58 KB/90710, heapSize ~250.31 KB/256320, currentSize=100.63 KB/103050 for 20ea2acabfe12024089289fa0bcc4dad in 231ms, sequenceid=368, compaction requested=true
2024-11-13T07:18:18,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:18,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:18,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:18,809 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:18,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:18,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:18,809 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:18,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:18,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:18,810 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 51539 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:18,810 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:18,810 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:18,810 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:18,810 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,810 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,811 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d45abc91f380485ba7af060e6ee1c604, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f0a9d584e3104548a9f21d86949857a3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/09a3723250874076a621fb62d04f1545] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=50.3 K
2024-11-13T07:18:18,811 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/942e957d4b5845a3a0c7b6c5c452a59c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/bcf17fc8c6c141079184e5516428aca5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3d918655837a40af8d1140521929e85b] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.1 K
2024-11-13T07:18:18,813 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d45abc91f380485ba7af060e6ee1c604, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482297512
2024-11-13T07:18:18,813 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 942e957d4b5845a3a0c7b6c5c452a59c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482297512
2024-11-13T07:18:18,813 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf17fc8c6c141079184e5516428aca5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482297609
2024-11-13T07:18:18,813 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0a9d584e3104548a9f21d86949857a3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482297609
2024-11-13T07:18:18,814 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d918655837a40af8d1140521929e85b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482298546
2024-11-13T07:18:18,814 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09a3723250874076a621fb62d04f1545, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482298546
2024-11-13T07:18:18,831 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:18,831 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f48bd6559c064aa59cb8fa635c4a4549 is 50, key is test_row_0/A:col10/1731482298577/Put/seqid=0
2024-11-13T07:18:18,839 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:18,840 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3eac025ea5ed4de7990480c158093522 is 50, key is test_row_0/B:col10/1731482298577/Put/seqid=0
2024-11-13T07:18:18,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742093_1269 (size=12745)
2024-11-13T07:18:18,885 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:18:18,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:18,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:18,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:18,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:18,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:18,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:18,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742094_1270 (size=12745)
2024-11-13T07:18:18,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/dbcd5114bd074bc1b543d08436f2f954 is 50, key is test_row_0/A:col10/1731482298883/Put/seqid=0
2024-11-13T07:18:18,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742095_1271 (size=12301)
2024-11-13T07:18:18,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:18,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:18,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:18,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T07:18:18,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482358978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482358984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482358987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482358987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482358987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482359088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482359097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:19,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:19,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-13T07:18:19,295 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-13T07:18:19,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482359297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482359297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482359298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482359308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482359308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,324 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f48bd6559c064aa59cb8fa635c4a4549 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f48bd6559c064aa59cb8fa635c4a4549
2024-11-13T07:18:19,325 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3eac025ea5ed4de7990480c158093522 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3eac025ea5ed4de7990480c158093522
2024-11-13T07:18:19,338 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 3eac025ea5ed4de7990480c158093522(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:19,338 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into f48bd6559c064aa59cb8fa635c4a4549(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:19,338 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:19,338 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:19,338 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482298809; duration=0sec
2024-11-13T07:18:19,338 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482298809; duration=0sec
2024-11-13T07:18:19,338 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:19,338 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:19,338 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:19,338 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:19,338 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:19,339 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:19,339 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:19,340 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,340 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c52ab344430642c7b673f8c3b24a1fb1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/24004645ef0d41baa69cf91145221fff, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/ca32055231e54ceeb450de138721eed6] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.1 K
2024-11-13T07:18:19,342 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting c52ab344430642c7b673f8c3b24a1fb1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482297512
2024-11-13T07:18:19,342 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 24004645ef0d41baa69cf91145221fff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731482297609
2024-11-13T07:18:19,344 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ca32055231e54ceeb450de138721eed6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482298546
2024-11-13T07:18:19,345 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/dbcd5114bd074bc1b543d08436f2f954
2024-11-13T07:18:19,371 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:19,372 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/016215379bce4f51b163352f67c7775f is 50, key is test_row_0/C:col10/1731482298577/Put/seqid=0
2024-11-13T07:18:19,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/d41e54f51df4452cac264ef29613856c is 50, key is test_row_0/B:col10/1731482298883/Put/seqid=0
2024-11-13T07:18:19,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742097_1273 (size=12301)
2024-11-13T07:18:19,425 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/d41e54f51df4452cac264ef29613856c
2024-11-13T07:18:19,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/fa05f624a08b4f8aa91b95744cfc5dcc is 50, key is test_row_0/C:col10/1731482298883/Put/seqid=0
2024-11-13T07:18:19,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742096_1272 (size=12745)
2024-11-13T07:18:19,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,459 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/016215379bce4f51b163352f67c7775f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/016215379bce4f51b163352f67c7775f
2024-11-13T07:18:19,479 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 016215379bce4f51b163352f67c7775f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:19,479 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:19,479 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482298809; duration=0sec
2024-11-13T07:18:19,479 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:19,479 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:19,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742098_1274 (size=12301)
2024-11-13T07:18:19,493 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/fa05f624a08b4f8aa91b95744cfc5dcc
2024-11-13T07:18:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/dbcd5114bd074bc1b543d08436f2f954 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/dbcd5114bd074bc1b543d08436f2f954
2024-11-13T07:18:19,508 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/dbcd5114bd074bc1b543d08436f2f954, entries=150, sequenceid=387, filesize=12.0 K
2024-11-13T07:18:19,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/d41e54f51df4452cac264ef29613856c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/d41e54f51df4452cac264ef29613856c
2024-11-13T07:18:19,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/d41e54f51df4452cac264ef29613856c, entries=150, sequenceid=387, filesize=12.0 K
2024-11-13T07:18:19,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/fa05f624a08b4f8aa91b95744cfc5dcc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fa05f624a08b4f8aa91b95744cfc5dcc
2024-11-13T07:18:19,528 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fa05f624a08b4f8aa91b95744cfc5dcc, entries=150, sequenceid=387, filesize=12.0 K
2024-11-13T07:18:19,530 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 20ea2acabfe12024089289fa0bcc4dad in 645ms, sequenceid=387, compaction requested=false
2024-11-13T07:18:19,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:19,620 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-13T07:18:19,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:19,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:19,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:19,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:19,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:19,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:19,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f7b4c747f8e240ab932d25b788d96f85 is 50, key is test_row_0/A:col10/1731482298982/Put/seqid=0
2024-11-13T07:18:19,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:19,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:19,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742099_1275 (size=14741)
2024-11-13T07:18:19,681 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f7b4c747f8e240ab932d25b788d96f85
2024-11-13T07:18:19,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7f179c65747940178fb394d22734187c is 50, key is test_row_0/B:col10/1731482298982/Put/seqid=0
2024-11-13T07:18:19,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482359717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482359723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742100_1276 (size=12301)
2024-11-13T07:18:19,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482359807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482359818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482359818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482359828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482359841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:19,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:19,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:19,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:19,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T07:18:20,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482360037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482360047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:20,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:20,150 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7f179c65747940178fb394d22734187c
2024-11-13T07:18:20,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/5ca64b171b754336b415f1f76508128a is 50, key is test_row_0/C:col10/1731482298982/Put/seqid=0
2024-11-13T07:18:20,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742101_1277 (size=12301)
2024-11-13T07:18:20,190 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/5ca64b171b754336b415f1f76508128a
2024-11-13T07:18:20,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f7b4c747f8e240ab932d25b788d96f85 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f7b4c747f8e240ab932d25b788d96f85
2024-11-13T07:18:20,208 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f7b4c747f8e240ab932d25b788d96f85, entries=200, sequenceid=404, filesize=14.4 K
2024-11-13T07:18:20,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7f179c65747940178fb394d22734187c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7f179c65747940178fb394d22734187c
2024-11-13T07:18:20,213 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7f179c65747940178fb394d22734187c, entries=150, sequenceid=404, filesize=12.0 K
2024-11-13T07:18:20,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/5ca64b171b754336b415f1f76508128a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ca64b171b754336b415f1f76508128a
2024-11-13T07:18:20,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ca64b171b754336b415f1f76508128a, entries=150, sequenceid=404, filesize=12.0 K
2024-11-13T07:18:20,242 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 20ea2acabfe12024089289fa0bcc4dad in 623ms, sequenceid=404, compaction requested=true
2024-11-13T07:18:20,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:20,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:20,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:20,242 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:20,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:20,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:20,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:20,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:18:20,242 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:20,244 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39787 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:20,244 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:20,244 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:20,244 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f48bd6559c064aa59cb8fa635c4a4549, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/dbcd5114bd074bc1b543d08436f2f954, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f7b4c747f8e240ab932d25b788d96f85] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=38.9 K
2024-11-13T07:18:20,244 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:20,244 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:20,245 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:20,245 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3eac025ea5ed4de7990480c158093522, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/d41e54f51df4452cac264ef29613856c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7f179c65747940178fb394d22734187c] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.5 K
2024-11-13T07:18:20,245 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f48bd6559c064aa59cb8fa635c4a4549, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482298546
2024-11-13T07:18:20,246 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eac025ea5ed4de7990480c158093522, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482298546
2024-11-13T07:18:20,247 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbcd5114bd074bc1b543d08436f2f954, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731482298635
2024-11-13T07:18:20,248 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d41e54f51df4452cac264ef29613856c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731482298635
2024-11-13T07:18:20,248 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7b4c747f8e240ab932d25b788d96f85, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731482298962
2024-11-13T07:18:20,249 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f179c65747940178fb394d22734187c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731482298967
2024-11-13T07:18:20,270 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:20,271 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/0332799df7ed418887464123957d9aa4 is 50, key is test_row_0/B:col10/1731482298982/Put/seqid=0
2024-11-13T07:18:20,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-13T07:18:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:20,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:18:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:20,283 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:20,284 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/19f8f429b3884a1cbd0a7c9f8ef81016 is 50, key is test_row_0/A:col10/1731482298982/Put/seqid=0
2024-11-13T07:18:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/0499191f3d7c42899c6178bc347a6ed0 is 50, key is test_row_0/A:col10/1731482299721/Put/seqid=0
2024-11-13T07:18:20,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742102_1278 (size=12847)
2024-11-13T07:18:20,317 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/0332799df7ed418887464123957d9aa4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/0332799df7ed418887464123957d9aa4
2024-11-13T07:18:20,324 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 0332799df7ed418887464123957d9aa4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:20,324 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:20,324 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482300242; duration=0sec
2024-11-13T07:18:20,324 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:20,324 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:20,325 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:20,326 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:20,326 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:20,326 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:20,326 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/016215379bce4f51b163352f67c7775f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fa05f624a08b4f8aa91b95744cfc5dcc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ca64b171b754336b415f1f76508128a] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.5 K
2024-11-13T07:18:20,327 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 016215379bce4f51b163352f67c7775f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731482298546
2024-11-13T07:18:20,327 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting fa05f624a08b4f8aa91b95744cfc5dcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731482298635
2024-11-13T07:18:20,327 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ca64b171b754336b415f1f76508128a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731482298967
2024-11-13T07:18:20,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742103_1279 (size=12847)
2024-11-13T07:18:20,338 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/19f8f429b3884a1cbd0a7c9f8ef81016 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/19f8f429b3884a1cbd0a7c9f8ef81016
2024-11-13T07:18:20,346 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:20,347 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/20d18e1834584e81a19f846d93137690 is 50, key is test_row_0/C:col10/1731482298982/Put/seqid=0
2024-11-13T07:18:20,349 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into 19f8f429b3884a1cbd0a7c9f8ef81016(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:20,349 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:20,349 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482300242; duration=0sec
2024-11-13T07:18:20,350 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:20,350 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:20,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:20,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742105_1281 (size=12847)
2024-11-13T07:18:20,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742104_1280 (size=12301)
2024-11-13T07:18:20,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/0499191f3d7c42899c6178bc347a6ed0
2024-11-13T07:18:20,378 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/20d18e1834584e81a19f846d93137690 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/20d18e1834584e81a19f846d93137690
2024-11-13T07:18:20,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/416a6a68925f423e95f26cdfa86875b0 is 50, key is test_row_0/B:col10/1731482299721/Put/seqid=0
2024-11-13T07:18:20,385 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 20d18e1834584e81a19f846d93137690(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:20,385 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:20,386 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482300242; duration=0sec
2024-11-13T07:18:20,386 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:20,386 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:20,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482360386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482360387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742106_1282 (size=12301)
2024-11-13T07:18:20,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482360498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482360498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482360707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482360707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,798 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/416a6a68925f423e95f26cdfa86875b0
2024-11-13T07:18:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/d64ce4059e61457c8041ba5b6475a55c is 50, key is test_row_0/C:col10/1731482299721/Put/seqid=0
2024-11-13T07:18:20,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742107_1283 (size=12301)
2024-11-13T07:18:20,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482360826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482360826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,830 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:20,830 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:20,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482360837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:20,839 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_2' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482361017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:21,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482361017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/d64ce4059e61457c8041ba5b6475a55c
2024-11-13T07:18:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/0499191f3d7c42899c6178bc347a6ed0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0499191f3d7c42899c6178bc347a6ed0
2024-11-13T07:18:21,220 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0499191f3d7c42899c6178bc347a6ed0, entries=150, sequenceid=422, filesize=12.0 K
2024-11-13T07:18:21,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/416a6a68925f423e95f26cdfa86875b0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/416a6a68925f423e95f26cdfa86875b0
2024-11-13T07:18:21,236 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/416a6a68925f423e95f26cdfa86875b0, entries=150, sequenceid=422, filesize=12.0 K
2024-11-13T07:18:21,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/d64ce4059e61457c8041ba5b6475a55c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d64ce4059e61457c8041ba5b6475a55c
2024-11-13T07:18:21,244 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d64ce4059e61457c8041ba5b6475a55c, entries=150, sequenceid=422, filesize=12.0 K
2024-11-13T07:18:21,245 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 20ea2acabfe12024089289fa0bcc4dad in 973ms, sequenceid=422, compaction requested=false
2024-11-13T07:18:21,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:21,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:21,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-13T07:18:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-13T07:18:21,250 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-13T07:18:21,250 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4040 sec
2024-11-13T07:18:21,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 3.4120 sec
2024-11-13T07:18:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:21,541 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:18:21,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:21,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:21,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:21,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:21,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:21,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:21,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/7b4d9f42454b4c3bab00a589429872e7 is 50, key is test_row_0/A:col10/1731482301531/Put/seqid=0
2024-11-13T07:18:21,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482361572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482361579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742108_1284 (size=12301)
2024-11-13T07:18:21,614 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/7b4d9f42454b4c3bab00a589429872e7
2024-11-13T07:18:21,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/ee3eb98d6dc84fe5975776afb526c375 is 50, key is test_row_0/B:col10/1731482301531/Put/seqid=0
2024-11-13T07:18:21,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742109_1285 (size=12301)
2024-11-13T07:18:21,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482361687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482361687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482361897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482361897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-13T07:18:21,998 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:21,998 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-13T07:18:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-13T07:18:22,001 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:22,002 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:22,002 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:22,089 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/ee3eb98d6dc84fe5975776afb526c375
2024-11-13T07:18:22,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/61a2e32b6cb54e71932eebe226193b2d is 50, key is test_row_0/C:col10/1731482301531/Put/seqid=0
2024-11-13T07:18:22,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742110_1286 (size=12301)
2024-11-13T07:18:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-13T07:18:22,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-13T07:18:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482362207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482362207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-13T07:18:22,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-13T07:18:22,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-13T07:18:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:22,503 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/61a2e32b6cb54e71932eebe226193b2d
2024-11-13T07:18:22,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/7b4d9f42454b4c3bab00a589429872e7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b4d9f42454b4c3bab00a589429872e7
2024-11-13T07:18:22,516 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b4d9f42454b4c3bab00a589429872e7, entries=150, sequenceid=441, filesize=12.0 K
2024-11-13T07:18:22,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/ee3eb98d6dc84fe5975776afb526c375 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ee3eb98d6dc84fe5975776afb526c375
2024-11-13T07:18:22,521 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ee3eb98d6dc84fe5975776afb526c375, entries=150, sequenceid=441, filesize=12.0 K
2024-11-13T07:18:22,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/61a2e32b6cb54e71932eebe226193b2d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/61a2e32b6cb54e71932eebe226193b2d
2024-11-13T07:18:22,532 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/61a2e32b6cb54e71932eebe226193b2d, entries=150, sequenceid=441, filesize=12.0 K
2024-11-13T07:18:22,533 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 20ea2acabfe12024089289fa0bcc4dad in 993ms, sequenceid=441, compaction requested=true
2024-11-13T07:18:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:22,533 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:22,533 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:22,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:22,534 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:22,534 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:22,534 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:22,534 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:22,534 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,534 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,534 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/0332799df7ed418887464123957d9aa4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/416a6a68925f423e95f26cdfa86875b0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ee3eb98d6dc84fe5975776afb526c375] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.6 K
2024-11-13T07:18:22,534 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/19f8f429b3884a1cbd0a7c9f8ef81016, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0499191f3d7c42899c6178bc347a6ed0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b4d9f42454b4c3bab00a589429872e7] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.6 K
2024-11-13T07:18:22,535 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19f8f429b3884a1cbd0a7c9f8ef81016, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731482298967
2024-11-13T07:18:22,535 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 0332799df7ed418887464123957d9aa4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731482298967
2024-11-13T07:18:22,535 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0499191f3d7c42899c6178bc347a6ed0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731482299711
2024-11-13T07:18:22,535 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 416a6a68925f423e95f26cdfa86875b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731482299711
2024-11-13T07:18:22,535 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b4d9f42454b4c3bab00a589429872e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482300379
2024-11-13T07:18:22,536 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ee3eb98d6dc84fe5975776afb526c375, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482300379
2024-11-13T07:18:22,542 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:22,542 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/154948e871ae4dc8b049b26ba897a34e is 50, key is test_row_0/B:col10/1731482301531/Put/seqid=0
2024-11-13T07:18:22,545 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:22,545 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/18272f1581ea4c87aa1bf12a370d4e13 is 50, key is test_row_0/A:col10/1731482301531/Put/seqid=0
2024-11-13T07:18:22,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742111_1287 (size=12949)
2024-11-13T07:18:22,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742112_1288 (size=12949)
2024-11-13T07:18:22,554 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/154948e871ae4dc8b049b26ba897a34e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/154948e871ae4dc8b049b26ba897a34e
2024-11-13T07:18:22,566 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 154948e871ae4dc8b049b26ba897a34e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:22,566 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:22,566 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482302533; duration=0sec
2024-11-13T07:18:22,568 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:22,568 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/18272f1581ea4c87aa1bf12a370d4e13 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18272f1581ea4c87aa1bf12a370d4e13
2024-11-13T07:18:22,568 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:22,568 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:22,569 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:22,569 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:22,570 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,570 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/20d18e1834584e81a19f846d93137690, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d64ce4059e61457c8041ba5b6475a55c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/61a2e32b6cb54e71932eebe226193b2d] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.6 K
2024-11-13T07:18:22,570 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 20d18e1834584e81a19f846d93137690, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731482298967
2024-11-13T07:18:22,571 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d64ce4059e61457c8041ba5b6475a55c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731482299711
2024-11-13T07:18:22,571 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 61a2e32b6cb54e71932eebe226193b2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482300379
2024-11-13T07:18:22,576 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into 18272f1581ea4c87aa1bf12a370d4e13(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:22,576 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:22,576 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482302533; duration=0sec
2024-11-13T07:18:22,576 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:22,576 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:22,579 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:22,579 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/d8b458e2336841fca02cec86eeb176c0 is 50, key is test_row_0/C:col10/1731482301531/Put/seqid=0
2024-11-13T07:18:22,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742113_1289 (size=12949)
2024-11-13T07:18:22,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-13T07:18:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:22,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:18:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/1662fb34c4ed4726aa5ca734907a09bc is 50, key is test_row_0/A:col10/1731482301563/Put/seqid=0
2024-11-13T07:18:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-13T07:18:22,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742114_1290 (size=12301)
2024-11-13T07:18:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:22,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:22,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482362767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482362770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482362847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,851 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482362858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482362858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,861 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_2' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,862 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_1' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482362878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482362878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:22,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:22,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:22,995 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/d8b458e2336841fca02cec86eeb176c0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d8b458e2336841fca02cec86eeb176c0
2024-11-13T07:18:23,012 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into d8b458e2336841fca02cec86eeb176c0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:23,012 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:23,012 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482302533; duration=0sec
2024-11-13T07:18:23,012 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:23,012 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:23,035 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/1662fb34c4ed4726aa5ca734907a09bc
2024-11-13T07:18:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7ce6b35d2b454137a751a513286a103b is 50, key is test_row_0/B:col10/1731482301563/Put/seqid=0
2024-11-13T07:18:23,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482363089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:23,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:23,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482363089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:23,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742115_1291 (size=12301)
2024-11-13T07:18:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:23,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7ce6b35d2b454137a751a513286a103b
2024-11-13T07:18:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-13T07:18:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/13c69fcc396747618dfaf6057776b433 is 50, key is test_row_0/C:col10/1731482301563/Put/seqid=0
2024-11-13T07:18:23,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742116_1292 (size=12301)
2024-11-13T07:18:23,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/13c69fcc396747618dfaf6057776b433
2024-11-13T07:18:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/1662fb34c4ed4726aa5ca734907a09bc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1662fb34c4ed4726aa5ca734907a09bc
2024-11-13T07:18:23,205 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1662fb34c4ed4726aa5ca734907a09bc, entries=150, sequenceid=459, filesize=12.0 K
2024-11-13T07:18:23,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7ce6b35d2b454137a751a513286a103b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7ce6b35d2b454137a751a513286a103b
2024-11-13T07:18:23,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7ce6b35d2b454137a751a513286a103b, entries=150, sequenceid=459, filesize=12.0 K
2024-11-13T07:18:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/13c69fcc396747618dfaf6057776b433 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/13c69fcc396747618dfaf6057776b433
2024-11-13T07:18:23,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/13c69fcc396747618dfaf6057776b433, entries=150, sequenceid=459, filesize=12.0 K
2024-11-13T07:18:23,226 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 20ea2acabfe12024089289fa0bcc4dad in 606ms, sequenceid=459, compaction requested=false
2024-11-13T07:18:23,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-13T07:18:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-13T07:18:23,232 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-13T07:18:23,232 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2270 sec
2024-11-13T07:18:23,234 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.2340 sec
2024-11-13T07:18:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:23,401 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:18:23,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:23,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:23,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:23,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:23,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:23,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:23,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/6c698fa2f4d545a7b8d47cc1f0bb0f98 is 50, key is test_row_0/A:col10/1731482302765/Put/seqid=0
2024-11-13T07:18:23,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742117_1293 (size=14741)
2024-11-13T07:18:23,414 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/6c698fa2f4d545a7b8d47cc1f0bb0f98
2024-11-13T07:18:23,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/2a94cc746d914af1813abf5cc3538dfc is 50, key is test_row_0/B:col10/1731482302765/Put/seqid=0
2024-11-13T07:18:23,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742118_1294 (size=12301)
2024-11-13T07:18:23,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482363436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:23,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482363438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:23,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:23,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482363547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482363547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:23,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482363757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:23,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482363757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:23,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:23,828 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/2a94cc746d914af1813abf5cc3538dfc
2024-11-13T07:18:23,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c3cfc1501071417991756ceeac1afa5e is 50, key is test_row_0/C:col10/1731482302765/Put/seqid=0
2024-11-13T07:18:23,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742119_1295 (size=12301)
2024-11-13T07:18:23,838 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c3cfc1501071417991756ceeac1afa5e
2024-11-13T07:18:23,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/6c698fa2f4d545a7b8d47cc1f0bb0f98 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/6c698fa2f4d545a7b8d47cc1f0bb0f98
2024-11-13T07:18:23,860 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/6c698fa2f4d545a7b8d47cc1f0bb0f98, entries=200, sequenceid=478, filesize=14.4 K
2024-11-13T07:18:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/2a94cc746d914af1813abf5cc3538dfc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2a94cc746d914af1813abf5cc3538dfc
2024-11-13T07:18:23,865 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2a94cc746d914af1813abf5cc3538dfc, entries=150, sequenceid=478, filesize=12.0 K
2024-11-13T07:18:23,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c3cfc1501071417991756ceeac1afa5e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c3cfc1501071417991756ceeac1afa5e
2024-11-13T07:18:23,872 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c3cfc1501071417991756ceeac1afa5e, entries=150, sequenceid=478, filesize=12.0 K
2024-11-13T07:18:23,874 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 20ea2acabfe12024089289fa0bcc4dad in 473ms, sequenceid=478, compaction requested=true
2024-11-13T07:18:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:23,874 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:23,874 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:23,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:23,881 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:23,881 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:23,881 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:23,881 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:23,881 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:23,881 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:23,881 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18272f1581ea4c87aa1bf12a370d4e13, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1662fb34c4ed4726aa5ca734907a09bc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/6c698fa2f4d545a7b8d47cc1f0bb0f98] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=39.1 K
2024-11-13T07:18:23,881 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/154948e871ae4dc8b049b26ba897a34e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7ce6b35d2b454137a751a513286a103b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2a94cc746d914af1813abf5cc3538dfc] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.7 K
2024-11-13T07:18:23,882 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 154948e871ae4dc8b049b26ba897a34e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482300379
2024-11-13T07:18:23,882 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18272f1581ea4c87aa1bf12a370d4e13, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482300379
2024-11-13T07:18:23,882 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ce6b35d2b454137a751a513286a103b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731482301563
2024-11-13T07:18:23,882 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1662fb34c4ed4726aa5ca734907a09bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731482301563
2024-11-13T07:18:23,882 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a94cc746d914af1813abf5cc3538dfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731482302765
2024-11-13T07:18:23,882 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c698fa2f4d545a7b8d47cc1f0bb0f98, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731482302759
2024-11-13T07:18:23,898 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:23,899 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/d69ac3a91c62425e897530cc5d9df918 is 50, key is test_row_0/A:col10/1731482302765/Put/seqid=0
2024-11-13T07:18:23,904 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:23,905 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/ac6cf4d09bad4cce8a1d6caf73e7ea61 is 50, key is test_row_0/B:col10/1731482302765/Put/seqid=0
2024-11-13T07:18:23,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742120_1296 (size=13051)
2024-11-13T07:18:23,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742121_1297 (size=13051)
2024-11-13T07:18:23,955 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/d69ac3a91c62425e897530cc5d9df918 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d69ac3a91c62425e897530cc5d9df918
2024-11-13T07:18:23,955 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/ac6cf4d09bad4cce8a1d6caf73e7ea61 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ac6cf4d09bad4cce8a1d6caf73e7ea61
2024-11-13T07:18:23,964 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into ac6cf4d09bad4cce8a1d6caf73e7ea61(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:23,964 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into d69ac3a91c62425e897530cc5d9df918(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:23,964 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:23,964 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:23,964 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482303874; duration=0sec
2024-11-13T07:18:23,964 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482303874; duration=0sec
2024-11-13T07:18:23,964 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:23,964 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:23,964 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:23,964 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:23,964 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:23,966 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:23,966 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:23,966 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:23,966 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d8b458e2336841fca02cec86eeb176c0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/13c69fcc396747618dfaf6057776b433, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c3cfc1501071417991756ceeac1afa5e] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.7 K
2024-11-13T07:18:23,976 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8b458e2336841fca02cec86eeb176c0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731482300379
2024-11-13T07:18:23,977 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13c69fcc396747618dfaf6057776b433, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731482301563
2024-11-13T07:18:23,977 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3cfc1501071417991756ceeac1afa5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731482302765
2024-11-13T07:18:23,984 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:23,985 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/2a4e35aa181b45b4a8e753ab9df3c7eb is 50, key is test_row_0/C:col10/1731482302765/Put/seqid=0
2024-11-13T07:18:23,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742122_1298 (size=13051)
2024-11-13T07:18:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:24,083 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:18:24,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:24,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:24,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:24,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:24,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:24,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:24,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/fe4f96a0175a4e019423630b9a9414c3 is 50, key is test_row_0/A:col10/1731482304081/Put/seqid=0
2024-11-13T07:18:24,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742123_1299 (size=17181)
2024-11-13T07:18:24,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482364108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:24,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482364109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-13T07:18:24,158 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:24,158 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-13T07:18:24,160 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-13T07:18:24,161 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:24,161 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:24,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482364217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:24,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482364224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-13T07:18:24,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-13T07:18:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,403 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/2a4e35aa181b45b4a8e753ab9df3c7eb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/2a4e35aa181b45b4a8e753ab9df3c7eb
2024-11-13T07:18:24,409 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 2a4e35aa181b45b4a8e753ab9df3c7eb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:24,409 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:24,409 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482303874; duration=0sec
2024-11-13T07:18:24,409 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:24,409 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:24,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482364427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:24,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482364438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:24,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-13T07:18:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-13T07:18:24,497 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/fe4f96a0175a4e019423630b9a9414c3
2024-11-13T07:18:24,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/63fd9f0c196d45e9bf2f610be720af0b is 50, key is test_row_0/B:col10/1731482304081/Put/seqid=0
2024-11-13T07:18:24,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742124_1300 (size=12301)
2024-11-13T07:18:24,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-13T07:18:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482364740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:24,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482364747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:24,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-13T07:18:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-13T07:18:24,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-13T07:18:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:24,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:24,937 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/63fd9f0c196d45e9bf2f610be720af0b
2024-11-13T07:18:24,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/0586865748764ddf98124b9ab032e010 is 50, key is test_row_0/C:col10/1731482304081/Put/seqid=0
2024-11-13T07:18:24,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742125_1301 (size=12301)
2024-11-13T07:18:24,951 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/0586865748764ddf98124b9ab032e010
2024-11-13T07:18:24,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/fe4f96a0175a4e019423630b9a9414c3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/fe4f96a0175a4e019423630b9a9414c3
2024-11-13T07:18:24,961 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/fe4f96a0175a4e019423630b9a9414c3, entries=250, sequenceid=496, filesize=16.8 K
2024-11-13T07:18:24,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/63fd9f0c196d45e9bf2f610be720af0b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/63fd9f0c196d45e9bf2f610be720af0b
2024-11-13T07:18:24,966 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/63fd9f0c196d45e9bf2f610be720af0b, entries=150, sequenceid=496, filesize=12.0 K
2024-11-13T07:18:24,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/0586865748764ddf98124b9ab032e010 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/0586865748764ddf98124b9ab032e010
2024-11-13T07:18:24,974 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/0586865748764ddf98124b9ab032e010, entries=150, sequenceid=496, filesize=12.0 K
2024-11-13T07:18:24,975 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 20ea2acabfe12024089289fa0bcc4dad in 892ms, sequenceid=496, compaction requested=false
2024-11-13T07:18:24,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:25,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-13T07:18:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:25,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:18:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:25,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/50819739423a4c6eafdcf8d320e387e4 is 50, key is test_row_0/A:col10/1731482304103/Put/seqid=0
2024-11-13T07:18:25,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742126_1302 (size=12301)
2024-11-13T07:18:25,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/50819739423a4c6eafdcf8d320e387e4
2024-11-13T07:18:25,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/af0d95ce4e3349339eb69393eaf90b0e is 50, key is test_row_0/B:col10/1731482304103/Put/seqid=0
2024-11-13T07:18:25,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742127_1303 (size=12301)
2024-11-13T07:18:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:25,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:25,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482365284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:25,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482365285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-13T07:18:25,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482365397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:25,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482365397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:25,523 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/af0d95ce4e3349339eb69393eaf90b0e
2024-11-13T07:18:25,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/b8e9a717594c4b27a82e07b08e0087ab is 50, key is test_row_0/C:col10/1731482304103/Put/seqid=0
2024-11-13T07:18:25,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742128_1304 (size=12301)
2024-11-13T07:18:25,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482365607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:25,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:25,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482365607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:25,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482365917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:25,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482365917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:25,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/b8e9a717594c4b27a82e07b08e0087ab
2024-11-13T07:18:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/50819739423a4c6eafdcf8d320e387e4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/50819739423a4c6eafdcf8d320e387e4
2024-11-13T07:18:25,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/50819739423a4c6eafdcf8d320e387e4, entries=150, sequenceid=513, filesize=12.0 K
2024-11-13T07:18:25,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/af0d95ce4e3349339eb69393eaf90b0e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/af0d95ce4e3349339eb69393eaf90b0e
2024-11-13T07:18:25,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/af0d95ce4e3349339eb69393eaf90b0e, entries=150, sequenceid=513, filesize=12.0 K
2024-11-13T07:18:25,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/b8e9a717594c4b27a82e07b08e0087ab as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/b8e9a717594c4b27a82e07b08e0087ab
2024-11-13T07:18:26,003 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/b8e9a717594c4b27a82e07b08e0087ab, entries=150, sequenceid=513, filesize=12.0 K
2024-11-13T07:18:26,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 20ea2acabfe12024089289fa0bcc4dad in 922ms, sequenceid=513, compaction requested=true
2024-11-13T07:18:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-13T07:18:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-13T07:18:26,015 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-13T07:18:26,015 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8520 sec
2024-11-13T07:18:26,018 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.8590 sec
2024-11-13T07:18:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-13T07:18:26,308 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:26,309 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-13T07:18:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-13T07:18:26,313 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:26,314 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:26,314 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-13T07:18:26,434 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:18:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:26,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:26,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:26,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:26,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:26,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:26,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:26,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/5903350fcf1540ff9e83ad42867a2124 is 50, key is test_row_0/A:col10/1731482306434/Put/seqid=0
2024-11-13T07:18:26,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742129_1305 (size=17181)
2024-11-13T07:18:26,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/5903350fcf1540ff9e83ad42867a2124
2024-11-13T07:18:26,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-13T07:18:26,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:26,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:26,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:26,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/28dbf9fea7f3423cbc5d5a1891de3e64 is 50, key is test_row_0/B:col10/1731482306434/Put/seqid=0
2024-11-13T07:18:26,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482366493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482366501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742130_1306 (size=12301)
2024-11-13T07:18:26,521 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/28dbf9fea7f3423cbc5d5a1891de3e64
2024-11-13T07:18:26,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/97a0d28119ea4efbb811932afe6ec522 is 50, key is test_row_0/C:col10/1731482306434/Put/seqid=0
2024-11-13T07:18:26,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742131_1307 (size=12301)
2024-11-13T07:18:26,589 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/97a0d28119ea4efbb811932afe6ec522
2024-11-13T07:18:26,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/5903350fcf1540ff9e83ad42867a2124 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5903350fcf1540ff9e83ad42867a2124
2024-11-13T07:18:26,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482366607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482366617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-13T07:18:26,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:26,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:26,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-13T07:18:26,636 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5903350fcf1540ff9e83ad42867a2124, entries=250, sequenceid=531, filesize=16.8 K
2024-11-13T07:18:26,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/28dbf9fea7f3423cbc5d5a1891de3e64 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/28dbf9fea7f3423cbc5d5a1891de3e64
2024-11-13T07:18:26,657 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/28dbf9fea7f3423cbc5d5a1891de3e64, entries=150, sequenceid=531, filesize=12.0 K
2024-11-13T07:18:26,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/97a0d28119ea4efbb811932afe6ec522 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97a0d28119ea4efbb811932afe6ec522
2024-11-13T07:18:26,670 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97a0d28119ea4efbb811932afe6ec522, entries=150, sequenceid=531, filesize=12.0 K
2024-11-13T07:18:26,672 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 20ea2acabfe12024089289fa0bcc4dad in 238ms, sequenceid=531, compaction requested=true
2024-11-13T07:18:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:18:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:26,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:18:26,673 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:26,673 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:26,678 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:26,678 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:26,678 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,678 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 59714 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:26,679 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:26,679 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,679 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d69ac3a91c62425e897530cc5d9df918, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/fe4f96a0175a4e019423630b9a9414c3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/50819739423a4c6eafdcf8d320e387e4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5903350fcf1540ff9e83ad42867a2124] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=58.3 K
2024-11-13T07:18:26,679 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/2a4e35aa181b45b4a8e753ab9df3c7eb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/0586865748764ddf98124b9ab032e010, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/b8e9a717594c4b27a82e07b08e0087ab, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97a0d28119ea4efbb811932afe6ec522] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=48.8 K
2024-11-13T07:18:26,680 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d69ac3a91c62425e897530cc5d9df918, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731482302765
2024-11-13T07:18:26,681 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a4e35aa181b45b4a8e753ab9df3c7eb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731482302765
2024-11-13T07:18:26,683 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe4f96a0175a4e019423630b9a9414c3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731482303409
2024-11-13T07:18:26,683 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 0586865748764ddf98124b9ab032e010, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731482303409
2024-11-13T07:18:26,683 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50819739423a4c6eafdcf8d320e387e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731482304103
2024-11-13T07:18:26,684 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b8e9a717594c4b27a82e07b08e0087ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731482304103
2024-11-13T07:18:26,684 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5903350fcf1540ff9e83ad42867a2124, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731482305278
2024-11-13T07:18:26,687 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 97a0d28119ea4efbb811932afe6ec522, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731482305284
2024-11-13T07:18:26,698 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:26,699 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/47c4323e96674e7dad444155e1e37bc8 is 50, key is test_row_0/C:col10/1731482306434/Put/seqid=0
2024-11-13T07:18:26,716 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:26,716 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f1da7b2fc0ba4489a0a5e22457b23817 is 50, key is test_row_0/A:col10/1731482306434/Put/seqid=0
2024-11-13T07:18:26,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742132_1308 (size=13187)
2024-11-13T07:18:26,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742133_1309 (size=13187)
2024-11-13T07:18:26,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-13T07:18:26,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-13T07:18:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:26,793 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/f1da7b2fc0ba4489a0a5e22457b23817 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f1da7b2fc0ba4489a0a5e22457b23817
2024-11-13T07:18:26,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/52cec2b5f449477599a0d487941b3d0f is 50, key is test_row_0/A:col10/1731482306490/Put/seqid=0
2024-11-13T07:18:26,805 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into f1da7b2fc0ba4489a0a5e22457b23817(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:26,805 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:26,805 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=12, startTime=1731482306672; duration=0sec
2024-11-13T07:18:26,806 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:26,806 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:26,806 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:26,807 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:26,808 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:26,808 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:26,808 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ac6cf4d09bad4cce8a1d6caf73e7ea61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/63fd9f0c196d45e9bf2f610be720af0b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/af0d95ce4e3349339eb69393eaf90b0e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/28dbf9fea7f3423cbc5d5a1891de3e64] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=48.8 K
2024-11-13T07:18:26,808 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac6cf4d09bad4cce8a1d6caf73e7ea61, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731482302765
2024-11-13T07:18:26,808 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63fd9f0c196d45e9bf2f610be720af0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731482303409
2024-11-13T07:18:26,809 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting af0d95ce4e3349339eb69393eaf90b0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731482304103
2024-11-13T07:18:26,809 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28dbf9fea7f3423cbc5d5a1891de3e64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731482305284
2024-11-13T07:18:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:26,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:26,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742134_1310 (size=12301)
2024-11-13T07:18:26,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/52cec2b5f449477599a0d487941b3d0f
2024-11-13T07:18:26,841 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#264 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:26,841 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/8af4a265326d4375bc6ee43c3141630c is 50, key is test_row_0/B:col10/1731482306434/Put/seqid=0
2024-11-13T07:18:26,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742135_1311 (size=13187)
2024-11-13T07:18:26,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/b8770d113b984893bbe9f8aa03f5099b is 50, key is test_row_0/B:col10/1731482306490/Put/seqid=0
2024-11-13T07:18:26,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482366891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482366893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,904 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/8af4a265326d4375bc6ee43c3141630c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/8af4a265326d4375bc6ee43c3141630c
2024-11-13T07:18:26,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58134 deadline: 1731482366897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58128 deadline: 1731482366897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,906 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:26,906 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_2' in 20ea2acabfe12024089289fa0bcc4dad of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8260 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:18:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482366900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:26,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:26,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:26,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742136_1312 (size=12301)
2024-11-13T07:18:26,912 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/b8770d113b984893bbe9f8aa03f5099b
2024-11-13T07:18:26,929 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 8af4a265326d4375bc6ee43c3141630c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:26,929 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:26,929 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=12, startTime=1731482306672; duration=0sec
2024-11-13T07:18:26,929 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:26,929 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-13T07:18:26,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/de287e68184d4d2798e120e50de4e402 is 50, key is test_row_0/C:col10/1731482306490/Put/seqid=0
2024-11-13T07:18:26,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742137_1313 (size=12301)
2024-11-13T07:18:27,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482367007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482367007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482367018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,170 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/47c4323e96674e7dad444155e1e37bc8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/47c4323e96674e7dad444155e1e37bc8
2024-11-13T07:18:27,177 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 47c4323e96674e7dad444155e1e37bc8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:27,177 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:27,177 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=12, startTime=1731482306672; duration=0sec
2024-11-13T07:18:27,178 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:27,178 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:27,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482367228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482367228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482367238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/de287e68184d4d2798e120e50de4e402
2024-11-13T07:18:27,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/52cec2b5f449477599a0d487941b3d0f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/52cec2b5f449477599a0d487941b3d0f
2024-11-13T07:18:27,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/52cec2b5f449477599a0d487941b3d0f, entries=150, sequenceid=545, filesize=12.0 K
2024-11-13T07:18:27,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/b8770d113b984893bbe9f8aa03f5099b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b8770d113b984893bbe9f8aa03f5099b
2024-11-13T07:18:27,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b8770d113b984893bbe9f8aa03f5099b, entries=150, sequenceid=545, filesize=12.0 K
2024-11-13T07:18:27,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/de287e68184d4d2798e120e50de4e402 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/de287e68184d4d2798e120e50de4e402
2024-11-13T07:18:27,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/de287e68184d4d2798e120e50de4e402, entries=150, sequenceid=545, filesize=12.0 K
2024-11-13T07:18:27,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 20ea2acabfe12024089289fa0bcc4dad in 651ms, sequenceid=545, compaction requested=false
2024-11-13T07:18:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-13T07:18:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-13T07:18:27,437 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-13T07:18:27,437 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1210 sec
2024-11-13T07:18:27,440 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.1290 sec
2024-11-13T07:18:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-13T07:18:27,448 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:27,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-13T07:18:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-13T07:18:27,452 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:27,453 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:27,453 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:27,550 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:18:27,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:27,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:27,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:27,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:27,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:27,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-13T07:18:27,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/4f592760b95a48c4bccb53622cb94bf7 is 50, key is test_row_0/A:col10/1731482307548/Put/seqid=0
2024-11-13T07:18:27,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742138_1314 (size=14741)
2024-11-13T07:18:27,579 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/4f592760b95a48c4bccb53622cb94bf7
2024-11-13T07:18:27,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/b3929a95bce64f2fa688c9787dac4141 is 50, key is test_row_0/B:col10/1731482307548/Put/seqid=0
2024-11-13T07:18:27,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:27,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:27,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:27,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:27,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742139_1315 (size=12301)
2024-11-13T07:18:27,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482367629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482367640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482367642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482367764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482367764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482367764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-13T07:18:27,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:27,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:27,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:27,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482367977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482367978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482367978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,040 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/b3929a95bce64f2fa688c9787dac4141
2024-11-13T07:18:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-13T07:18:28,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:28,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:28,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/8909818ca413464fb2f6287da1bc9be1 is 50, key is test_row_0/C:col10/1731482307548/Put/seqid=0
2024-11-13T07:18:28,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742140_1316 (size=12301)
2024-11-13T07:18:28,141 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/8909818ca413464fb2f6287da1bc9be1
2024-11-13T07:18:28,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/4f592760b95a48c4bccb53622cb94bf7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/4f592760b95a48c4bccb53622cb94bf7
2024-11-13T07:18:28,208 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/4f592760b95a48c4bccb53622cb94bf7, entries=200, sequenceid=567, filesize=14.4 K
2024-11-13T07:18:28,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/b3929a95bce64f2fa688c9787dac4141 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b3929a95bce64f2fa688c9787dac4141
2024-11-13T07:18:28,237 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b3929a95bce64f2fa688c9787dac4141, entries=150, sequenceid=567, filesize=12.0 K
2024-11-13T07:18:28,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/8909818ca413464fb2f6287da1bc9be1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8909818ca413464fb2f6287da1bc9be1
2024-11-13T07:18:28,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,249 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8909818ca413464fb2f6287da1bc9be1, entries=150, sequenceid=567, filesize=12.0 K
2024-11-13T07:18:28,250 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 20ea2acabfe12024089289fa0bcc4dad in 700ms, sequenceid=567, compaction requested=true
2024-11-13T07:18:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:18:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-13T07:18:28,251 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:28,252 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:28,253 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:28,253 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:28,253 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,253 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/47c4323e96674e7dad444155e1e37bc8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/de287e68184d4d2798e120e50de4e402, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8909818ca413464fb2f6287da1bc9be1] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.9 K
2024-11-13T07:18:28,253 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:28,253 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:28,253 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,253 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f1da7b2fc0ba4489a0a5e22457b23817, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/52cec2b5f449477599a0d487941b3d0f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/4f592760b95a48c4bccb53622cb94bf7] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=39.3 K
2024-11-13T07:18:28,254 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1da7b2fc0ba4489a0a5e22457b23817, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731482305284
2024-11-13T07:18:28,254 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 47c4323e96674e7dad444155e1e37bc8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731482305284
2024-11-13T07:18:28,254 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52cec2b5f449477599a0d487941b3d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731482306459
2024-11-13T07:18:28,254 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting de287e68184d4d2798e120e50de4e402, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731482306459
2024-11-13T07:18:28,254 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8909818ca413464fb2f6287da1bc9be1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1731482306891
2024-11-13T07:18:28,254 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f592760b95a48c4bccb53622cb94bf7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1731482306878
2024-11-13T07:18:28,270 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:28,271 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/5169252c98bd4926b147aefe316c7f9a is 50, key is test_row_0/A:col10/1731482307548/Put/seqid=0
2024-11-13T07:18:28,280 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#271 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:28,281 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/68e8738ca78643d9b40f38b7835f4c7f is 50, key is test_row_0/C:col10/1731482307548/Put/seqid=0
2024-11-13T07:18:28,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742141_1317 (size=13289)
2024-11-13T07:18:28,288 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/5169252c98bd4926b147aefe316c7f9a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5169252c98bd4926b147aefe316c7f9a
2024-11-13T07:18:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:28,295 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:18:28,296 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into 5169252c98bd4926b147aefe316c7f9a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:28,296 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:28,296 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482308250; duration=0sec
2024-11-13T07:18:28,296 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:28,296 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:28,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:28,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:28,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:28,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:28,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:28,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:28,297 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:28,299 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:28,299 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:28,299 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,300 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/8af4a265326d4375bc6ee43c3141630c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b8770d113b984893bbe9f8aa03f5099b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b3929a95bce64f2fa688c9787dac4141] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=36.9 K
2024-11-13T07:18:28,301 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8af4a265326d4375bc6ee43c3141630c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731482305284
2024-11-13T07:18:28,301 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8770d113b984893bbe9f8aa03f5099b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731482306459
2024-11-13T07:18:28,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742142_1318 (size=13289)
2024-11-13T07:18:28,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/aadabdd357214bc18d848cca8e2e63f9 is 50, key is test_row_0/A:col10/1731482308294/Put/seqid=0
2024-11-13T07:18:28,304 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3929a95bce64f2fa688c9787dac4141, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1731482306891
2024-11-13T07:18:28,315 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:28,316 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/359387caba6141f5b97c81d759c5a2ba is 50, key is test_row_0/B:col10/1731482307548/Put/seqid=0
2024-11-13T07:18:28,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742143_1319 (size=17181)
2024-11-13T07:18:28,332 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/aadabdd357214bc18d848cca8e2e63f9
2024-11-13T07:18:28,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742144_1320 (size=13289)
2024-11-13T07:18:28,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482368349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/dad8accc73a84eb4a50c9227a470adbf is 50, key is test_row_0/B:col10/1731482308294/Put/seqid=0
2024-11-13T07:18:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482368350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482368354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:28,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:28,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742145_1321 (size=12301)
2024-11-13T07:18:28,416 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/dad8accc73a84eb4a50c9227a470adbf
2024-11-13T07:18:28,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/a9989d7670cc41df9f2646ad9c93b603 is 50, key is test_row_0/C:col10/1731482308294/Put/seqid=0
2024-11-13T07:18:28,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482368467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482368467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482368471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742146_1322 (size=12301)
2024-11-13T07:18:28,513 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/a9989d7670cc41df9f2646ad9c93b603
2024-11-13T07:18:28,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/aadabdd357214bc18d848cca8e2e63f9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/aadabdd357214bc18d848cca8e2e63f9
2024-11-13T07:18:28,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/aadabdd357214bc18d848cca8e2e63f9, entries=250, sequenceid=585, filesize=16.8 K
2024-11-13T07:18:28,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/dad8accc73a84eb4a50c9227a470adbf as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/dad8accc73a84eb4a50c9227a470adbf
2024-11-13T07:18:28,577 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/dad8accc73a84eb4a50c9227a470adbf, entries=150, sequenceid=585, filesize=12.0 K
2024-11-13T07:18:28,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/a9989d7670cc41df9f2646ad9c93b603 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/a9989d7670cc41df9f2646ad9c93b603
2024-11-13T07:18:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-13T07:18:28,588 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/a9989d7670cc41df9f2646ad9c93b603, entries=150, sequenceid=585, filesize=12.0 K
2024-11-13T07:18:28,589 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 20ea2acabfe12024089289fa0bcc4dad in 294ms, sequenceid=585, compaction requested=false
2024-11-13T07:18:28,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:28,687 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:18:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:28,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/02a6bd106ec44b0899f37533011013b8 is 50, key is test_row_0/A:col10/1731482308680/Put/seqid=0
2024-11-13T07:18:28,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:28,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,729 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/68e8738ca78643d9b40f38b7835f4c7f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/68e8738ca78643d9b40f38b7835f4c7f
2024-11-13T07:18:28,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742147_1323 (size=14741)
2024-11-13T07:18:28,736 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=602 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/02a6bd106ec44b0899f37533011013b8
2024-11-13T07:18:28,751 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 68e8738ca78643d9b40f38b7835f4c7f(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:28,751 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:28,751 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482308250; duration=0sec
2024-11-13T07:18:28,751 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:28,751 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:28,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482368744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482368744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482368748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6383bd9ba41d4973b6e8c53da2830d67 is 50, key is test_row_0/B:col10/1731482308680/Put/seqid=0
2024-11-13T07:18:28,803 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/359387caba6141f5b97c81d759c5a2ba as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/359387caba6141f5b97c81d759c5a2ba
2024-11-13T07:18:28,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742148_1324 (size=12301)
2024-11-13T07:18:28,832 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=602 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6383bd9ba41d4973b6e8c53da2830d67
2024-11-13T07:18:28,837 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 359387caba6141f5b97c81d759c5a2ba(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:28,837 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:28,837 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482308250; duration=0sec
2024-11-13T07:18:28,837 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:28,837 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:28,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482368857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482368867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482368867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:28,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:28,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:28,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:28,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/9fc7ae5e6900468ba4baf18b44cad3c7 is 50, key is test_row_0/C:col10/1731482308680/Put/seqid=0
2024-11-13T07:18:28,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742149_1325 (size=12301)
2024-11-13T07:18:28,936 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=602 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/9fc7ae5e6900468ba4baf18b44cad3c7
2024-11-13T07:18:28,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/02a6bd106ec44b0899f37533011013b8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/02a6bd106ec44b0899f37533011013b8
2024-11-13T07:18:28,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/02a6bd106ec44b0899f37533011013b8, entries=200, sequenceid=602, filesize=14.4 K
2024-11-13T07:18:29,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6383bd9ba41d4973b6e8c53da2830d67 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6383bd9ba41d4973b6e8c53da2830d67
2024-11-13T07:18:29,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6383bd9ba41d4973b6e8c53da2830d67, entries=150, sequenceid=602, filesize=12.0 K
2024-11-13T07:18:29,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/9fc7ae5e6900468ba4baf18b44cad3c7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9fc7ae5e6900468ba4baf18b44cad3c7
2024-11-13T07:18:29,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482369068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,081 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9fc7ae5e6900468ba4baf18b44cad3c7, entries=150, sequenceid=602, filesize=12.0 K
2024-11-13T07:18:29,092 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 20ea2acabfe12024089289fa0bcc4dad in 405ms, sequenceid=602, compaction requested=true
2024-11-13T07:18:29,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:29,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:29,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:29,092 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:29,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:29,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:29,092 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:29,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:29,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:29,095 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:18:29,102 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:29,102 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45211 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:29,102 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:29,102 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:29,102 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,102 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,102 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5169252c98bd4926b147aefe316c7f9a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/aadabdd357214bc18d848cca8e2e63f9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/02a6bd106ec44b0899f37533011013b8] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=44.2 K
2024-11-13T07:18:29,102 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/359387caba6141f5b97c81d759c5a2ba, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/dad8accc73a84eb4a50c9227a470adbf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6383bd9ba41d4973b6e8c53da2830d67] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=37.0 K
2024-11-13T07:18:29,103 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5169252c98bd4926b147aefe316c7f9a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1731482306891
2024-11-13T07:18:29,103 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 359387caba6141f5b97c81d759c5a2ba, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1731482306891
2024-11-13T07:18:29,104 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting aadabdd357214bc18d848cca8e2e63f9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1731482307571
2024-11-13T07:18:29,104 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting dad8accc73a84eb4a50c9227a470adbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1731482307571
2024-11-13T07:18:29,104 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02a6bd106ec44b0899f37533011013b8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1731482308345
2024-11-13T07:18:29,104 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6383bd9ba41d4973b6e8c53da2830d67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1731482308348
2024-11-13T07:18:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:29,126 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:29,127 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:29,127 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7200cb2a56f04df4ad648770f20dd444 is 50, key is test_row_0/B:col10/1731482308680/Put/seqid=0
2024-11-13T07:18:29,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/0e4c9b71ed834a67b9635217c931fb79 is 50, key is test_row_0/A:col10/1731482309094/Put/seqid=0
2024-11-13T07:18:29,131 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/0bbea4436b264bc0911ad36e856b6e63 is 50, key is test_row_0/A:col10/1731482308680/Put/seqid=0
2024-11-13T07:18:29,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742150_1326 (size=13391)
2024-11-13T07:18:29,157 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/7200cb2a56f04df4ad648770f20dd444 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7200cb2a56f04df4ad648770f20dd444
2024-11-13T07:18:29,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482369158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482369161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,166 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 7200cb2a56f04df4ad648770f20dd444(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:29,166 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:29,166 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482309092; duration=0sec
2024-11-13T07:18:29,166 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:29,166 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:29,166 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:29,168 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:29,168 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:29,168 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,168 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/68e8738ca78643d9b40f38b7835f4c7f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/a9989d7670cc41df9f2646ad9c93b603, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9fc7ae5e6900468ba4baf18b44cad3c7] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=37.0 K
2024-11-13T07:18:29,169 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e8738ca78643d9b40f38b7835f4c7f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1731482306891
2024-11-13T07:18:29,169 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a9989d7670cc41df9f2646ad9c93b603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1731482307571
2024-11-13T07:18:29,170 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fc7ae5e6900468ba4baf18b44cad3c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1731482308348
2024-11-13T07:18:29,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742151_1327 (size=12301)
2024-11-13T07:18:29,173 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/0e4c9b71ed834a67b9635217c931fb79
2024-11-13T07:18:29,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742152_1328 (size=13391)
2024-11-13T07:18:29,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:29,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:29,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3461ab94e78b4aeab6bdd48b14addc36 is 50, key is test_row_0/B:col10/1731482309094/Put/seqid=0
2024-11-13T07:18:29,230 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:29,231 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/f4845cab9f534c0082084e7d69e3817a is 50, key is test_row_0/C:col10/1731482308680/Put/seqid=0
2024-11-13T07:18:29,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742153_1329 (size=12301)
2024-11-13T07:18:29,254 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3461ab94e78b4aeab6bdd48b14addc36
2024-11-13T07:18:29,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482369269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482369271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742154_1330 (size=13391)
2024-11-13T07:18:29,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c73915d73e424bffaaa4255a6201c7fd is 50, key is test_row_0/C:col10/1731482309094/Put/seqid=0
2024-11-13T07:18:29,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742155_1331 (size=12301)
2024-11-13T07:18:29,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:29,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:29,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482369377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482369477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482369487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-13T07:18:29,611 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/0bbea4436b264bc0911ad36e856b6e63 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0bbea4436b264bc0911ad36e856b6e63
2024-11-13T07:18:29,626 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into 0bbea4436b264bc0911ad36e856b6e63(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:29,626 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:29,626 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482309092; duration=0sec
2024-11-13T07:18:29,626 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:29,626 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:29,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:29,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:29,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:29,696 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/f4845cab9f534c0082084e7d69e3817a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/f4845cab9f534c0082084e7d69e3817a
2024-11-13T07:18:29,719 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into f4845cab9f534c0082084e7d69e3817a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:29,719 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:29,719 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482309092; duration=0sec
2024-11-13T07:18:29,720 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:29,720 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:29,752 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c73915d73e424bffaaa4255a6201c7fd
2024-11-13T07:18:29,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/0e4c9b71ed834a67b9635217c931fb79 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0e4c9b71ed834a67b9635217c931fb79
2024-11-13T07:18:29,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,791 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0e4c9b71ed834a67b9635217c931fb79, entries=150, sequenceid=621, filesize=12.0 K
2024-11-13T07:18:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482369789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3461ab94e78b4aeab6bdd48b14addc36 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3461ab94e78b4aeab6bdd48b14addc36
2024-11-13T07:18:29,803 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3461ab94e78b4aeab6bdd48b14addc36, entries=150, sequenceid=621, filesize=12.0 K
2024-11-13T07:18:29,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482369797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:29,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/c73915d73e424bffaaa4255a6201c7fd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c73915d73e424bffaaa4255a6201c7fd
2024-11-13T07:18:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:29,811 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c73915d73e424bffaaa4255a6201c7fd, entries=150, sequenceid=621, filesize=12.0 K
2024-11-13T07:18:29,814 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 20ea2acabfe12024089289fa0bcc4dad in 719ms, sequenceid=621, compaction requested=false
2024-11-13T07:18:29,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:29,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-13T07:18:29,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:29,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:18:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:29,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/5e356ee892464d389368aacfcb84bc45 is 50, key is test_row_0/A:col10/1731482309147/Put/seqid=0
2024-11-13T07:18:29,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742156_1332 (size=9857)
2024-11-13T07:18:29,876 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/5e356ee892464d389368aacfcb84bc45
2024-11-13T07:18:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:29,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:29,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3927914ad5ff43b3b0cf3a992a99d8fc is 50, key is test_row_0/B:col10/1731482309147/Put/seqid=0
2024-11-13T07:18:29,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742157_1333 (size=9857)
2024-11-13T07:18:29,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3927914ad5ff43b3b0cf3a992a99d8fc
2024-11-13T07:18:30,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482370007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:30,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:30,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/243d0152820246aea8dd7c9d803e1776 is 50, key is test_row_0/C:col10/1731482309147/Put/seqid=0
2024-11-13T07:18:30,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742158_1334 (size=9857)
2024-11-13T07:18:30,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482370128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:30,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482370300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:30,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482370317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:30,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482370348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:30,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/243d0152820246aea8dd7c9d803e1776
2024-11-13T07:18:30,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/5e356ee892464d389368aacfcb84bc45 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5e356ee892464d389368aacfcb84bc45
2024-11-13T07:18:30,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5e356ee892464d389368aacfcb84bc45, entries=100, sequenceid=639, filesize=9.6 K
2024-11-13T07:18:30,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/3927914ad5ff43b3b0cf3a992a99d8fc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3927914ad5ff43b3b0cf3a992a99d8fc
2024-11-13T07:18:30,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3927914ad5ff43b3b0cf3a992a99d8fc, entries=100, sequenceid=639, filesize=9.6 K
2024-11-13T07:18:30,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/243d0152820246aea8dd7c9d803e1776 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/243d0152820246aea8dd7c9d803e1776
2024-11-13T07:18:30,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/243d0152820246aea8dd7c9d803e1776, entries=100, sequenceid=639, filesize=9.6 K
2024-11-13T07:18:30,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 20ea2acabfe12024089289fa0bcc4dad in 749ms, sequenceid=639, compaction requested=true
2024-11-13T07:18:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-13T07:18:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-13T07:18:30,576 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-13T07:18:30,576 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1200 sec
2024-11-13T07:18:30,579 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 3.1280 sec
2024-11-13T07:18:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:30,662 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:18:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:30,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:30,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:30,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:30,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/97bed37627674ec9b1a27dc9d9bcea70 is 50, key is test_row_0/A:col10/1731482310661/Put/seqid=0
2024-11-13T07:18:30,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742159_1335 (size=14741)
2024-11-13T07:18:30,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/97bed37627674ec9b1a27dc9d9bcea70
2024-11-13T07:18:30,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/69459933d7f04b68b95914be070a1357 is 50, key is test_row_0/B:col10/1731482310661/Put/seqid=0
2024-11-13T07:18:30,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482370769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:30,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742160_1336 (size=12301)
2024-11-13T07:18:30,787 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/69459933d7f04b68b95914be070a1357
2024-11-13T07:18:30,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/7829ceb8187e4aa682af9ed6edebe004 is 50, key is test_row_0/C:col10/1731482310661/Put/seqid=0
2024-11-13T07:18:30,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742161_1337 (size=12301)
2024-11-13T07:18:30,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482370877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:31,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482371087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:31,247 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/7829ceb8187e4aa682af9ed6edebe004
2024-11-13T07:18:31,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/97bed37627674ec9b1a27dc9d9bcea70 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/97bed37627674ec9b1a27dc9d9bcea70
2024-11-13T07:18:31,276 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/97bed37627674ec9b1a27dc9d9bcea70, entries=200, sequenceid=657, filesize=14.4 K
2024-11-13T07:18:31,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/69459933d7f04b68b95914be070a1357 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/69459933d7f04b68b95914be070a1357
2024-11-13T07:18:31,288 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/69459933d7f04b68b95914be070a1357, entries=150, sequenceid=657, filesize=12.0 K
2024-11-13T07:18:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/7829ceb8187e4aa682af9ed6edebe004 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7829ceb8187e4aa682af9ed6edebe004
2024-11-13T07:18:31,313 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7829ceb8187e4aa682af9ed6edebe004, entries=150, sequenceid=657, filesize=12.0 K
2024-11-13T07:18:31,314 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 20ea2acabfe12024089289fa0bcc4dad in 652ms, sequenceid=657, compaction requested=true
2024-11-13T07:18:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:18:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-13T07:18:31,314 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:31,315 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:31,323 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47850 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:31,323 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:31,323 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:31,324 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/f4845cab9f534c0082084e7d69e3817a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c73915d73e424bffaaa4255a6201c7fd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/243d0152820246aea8dd7c9d803e1776, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7829ceb8187e4aa682af9ed6edebe004] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=46.7 K
2024-11-13T07:18:31,324 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50290 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:31,324 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:31,324 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:31,324 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0bbea4436b264bc0911ad36e856b6e63, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0e4c9b71ed834a67b9635217c931fb79, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5e356ee892464d389368aacfcb84bc45, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/97bed37627674ec9b1a27dc9d9bcea70] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=49.1 K
2024-11-13T07:18:31,324 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f4845cab9f534c0082084e7d69e3817a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1731482308348
2024-11-13T07:18:31,329 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bbea4436b264bc0911ad36e856b6e63, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1731482308348
2024-11-13T07:18:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:31,329 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e4c9b71ed834a67b9635217c931fb79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1731482308711
2024-11-13T07:18:31,329 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:18:31,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:31,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:31,331 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting c73915d73e424bffaaa4255a6201c7fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1731482308711
2024-11-13T07:18:31,334 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e356ee892464d389368aacfcb84bc45, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731482309147
2024-11-13T07:18:31,334 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 243d0152820246aea8dd7c9d803e1776, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731482309147
2024-11-13T07:18:31,335 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97bed37627674ec9b1a27dc9d9bcea70, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731482309936
2024-11-13T07:18:31,339 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7829ceb8187e4aa682af9ed6edebe004, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731482309995
2024-11-13T07:18:31,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/23502685365143fe9e76d31bfc939956 is 50, key is test_row_0/A:col10/1731482310751/Put/seqid=0
2024-11-13T07:18:31,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742162_1338 (size=14741)
2024-11-13T07:18:31,379 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:31,380 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/9451fa2e9dfd41c88b5b8ce0c04de050 is 50, key is test_row_0/C:col10/1731482310661/Put/seqid=0
2024-11-13T07:18:31,386 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/23502685365143fe9e76d31bfc939956
2024-11-13T07:18:31,399 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:31,399 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/18a763bcb6f74dc0bc412e6556606f09 is 50, key is test_row_0/A:col10/1731482310661/Put/seqid=0
2024-11-13T07:18:31,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482371421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:31,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:31,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482371428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:31,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:31,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482371431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:31,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:31,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6f6c33f8113b4ef685ee0e98fed30acc is 50, key is test_row_0/B:col10/1731482310751/Put/seqid=0
2024-11-13T07:18:31,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742164_1340 (size=13527)
2024-11-13T07:18:31,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742165_1341 (size=12301)
2024-11-13T07:18:31,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742163_1339 (size=13527)
2024-11-13T07:18:31,488 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6f6c33f8113b4ef685ee0e98fed30acc
2024-11-13T07:18:31,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/d5efeb24d94c4acd9befb71077f7a589 is 50, key is test_row_0/C:col10/1731482310751/Put/seqid=0
2024-11-13T07:18:31,522 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/9451fa2e9dfd41c88b5b8ce0c04de050 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9451fa2e9dfd41c88b5b8ce0c04de050
2024-11-13T07:18:31,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58214 deadline: 1731482371542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:31,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:31,554 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 9451fa2e9dfd41c88b5b8ce0c04de050(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:31,554 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:31,555 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=12, startTime=1731482311314; duration=0sec
2024-11-13T07:18:31,555 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:31,555 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:31,555 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:18:31,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742166_1342 (size=12301)
2024-11-13T07:18:31,564 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/d5efeb24d94c4acd9befb71077f7a589
2024-11-13T07:18:31,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58160 deadline: 1731482371552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:31,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58210 deadline: 1731482371552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:18:31,567 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47850 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:18:31,567 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:31,567 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:31,568 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7200cb2a56f04df4ad648770f20dd444, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3461ab94e78b4aeab6bdd48b14addc36, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3927914ad5ff43b3b0cf3a992a99d8fc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/69459933d7f04b68b95914be070a1357] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=46.7 K
2024-11-13T07:18:31,569 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7200cb2a56f04df4ad648770f20dd444, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1731482308348
2024-11-13T07:18:31,572 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3461ab94e78b4aeab6bdd48b14addc36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1731482308711
2024-11-13T07:18:31,576 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3927914ad5ff43b3b0cf3a992a99d8fc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=639, earliestPutTs=1731482309147
2024-11-13T07:18:31,581 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 69459933d7f04b68b95914be070a1357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731482309995
2024-11-13T07:18:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/23502685365143fe9e76d31bfc939956 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/23502685365143fe9e76d31bfc939956
2024-11-13T07:18:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-13T07:18:31,631 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:31,631 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/03085d076ec24742b8057da5c52c78df is 50, key is test_row_0/B:col10/1731482310661/Put/seqid=0
2024-11-13T07:18:31,634 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:31,634 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-13T07:18:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-13T07:18:31,637 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:31,638 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:31,638 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:31,640 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/23502685365143fe9e76d31bfc939956, entries=200, sequenceid=672, filesize=14.4 K
2024-11-13T07:18:31,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/6f6c33f8113b4ef685ee0e98fed30acc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6f6c33f8113b4ef685ee0e98fed30acc
2024-11-13T07:18:31,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742167_1343 (size=13527)
2024-11-13T07:18:31,654 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6f6c33f8113b4ef685ee0e98fed30acc, entries=150, sequenceid=672, filesize=12.0 K
2024-11-13T07:18:31,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/d5efeb24d94c4acd9befb71077f7a589 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d5efeb24d94c4acd9befb71077f7a589
2024-11-13T07:18:31,660 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d5efeb24d94c4acd9befb71077f7a589, entries=150, sequenceid=672, filesize=12.0 K
2024-11-13T07:18:31,661 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 20ea2acabfe12024089289fa0bcc4dad in 332ms, sequenceid=672, compaction requested=false
2024-11-13T07:18:31,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:31,720 INFO  [Thread-1098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1098.
2024-11-13T07:18:31,720 DEBUG [Thread-1098 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:31,720 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,720 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,721 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:31,721 INFO  [Thread-1094 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1094.
2024-11-13T07:18:31,721 DEBUG [Thread-1094 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:31,722 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,722 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,722 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:31,723 INFO  [Thread-1096 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1096.
2024-11-13T07:18:31,723 DEBUG [Thread-1096 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:31,723 DEBUG [Thread-1096 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,723 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:31,723 DEBUG [Thread-1096 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,724 INFO  [Thread-1092 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1092.
2024-11-13T07:18:31,724 DEBUG [Thread-1092 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:31,724 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,725 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:31,726 INFO  [Thread-1100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1100.
2024-11-13T07:18:31,726 DEBUG [Thread-1100 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:31,726 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,726 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,726 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:31,727 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-13T07:18:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:31,759 INFO  [Thread-1085 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1085.
2024-11-13T07:18:31,759 DEBUG [Thread-1085 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:31,759 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,760 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,760 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:31,760 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:18:31,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:31,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:31,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:31,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:31,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:31,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:31,768 INFO  [Thread-1081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1081.
2024-11-13T07:18:31,768 DEBUG [Thread-1081 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:31,768 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,768 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,768 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:31,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/34d3db106bcf47879126c243861ed47f is 50, key is test_row_0/A:col10/1731482311411/Put/seqid=0
2024-11-13T07:18:31,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742168_1344 (size=12301)
2024-11-13T07:18:31,779 INFO  [Thread-1089 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1089.
2024-11-13T07:18:31,779 DEBUG [Thread-1089 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:31,779 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,779 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:31,779 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:31,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-13T07:18:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:31,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:31,876 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/18a763bcb6f74dc0bc412e6556606f09 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18a763bcb6f74dc0bc412e6556606f09
2024-11-13T07:18:31,881 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into 18a763bcb6f74dc0bc412e6556606f09(size=13.2 K), total size for store is 27.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:31,881 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:31,881 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=12, startTime=1731482311314; duration=0sec
2024-11-13T07:18:31,881 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:31,881 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:31,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-13T07:18:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:31,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-13T07:18:32,050 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/03085d076ec24742b8057da5c52c78df as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/03085d076ec24742b8057da5c52c78df
2024-11-13T07:18:32,054 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 03085d076ec24742b8057da5c52c78df(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:32,054 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:32,054 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=12, startTime=1731482311314; duration=0sec
2024-11-13T07:18:32,054 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:32,054 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:32,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-13T07:18:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:32,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:32,176 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/34d3db106bcf47879126c243861ed47f
2024-11-13T07:18:32,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/1a9cfbbf695e4a4f8c5c676ba5b83f39 is 50, key is test_row_0/B:col10/1731482311411/Put/seqid=0
2024-11-13T07:18:32,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742169_1345 (size=12301)
2024-11-13T07:18:32,199 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/1a9cfbbf695e4a4f8c5c676ba5b83f39
2024-11-13T07:18:32,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/4c4de0e7ba4c4f908d610009843554fd is 50, key is test_row_0/C:col10/1731482311411/Put/seqid=0
2024-11-13T07:18:32,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742170_1346 (size=12301)
2024-11-13T07:18:32,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/4c4de0e7ba4c4f908d610009843554fd
2024-11-13T07:18:32,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/34d3db106bcf47879126c243861ed47f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/34d3db106bcf47879126c243861ed47f
2024-11-13T07:18:32,238 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/34d3db106bcf47879126c243861ed47f, entries=150, sequenceid=691, filesize=12.0 K
2024-11-13T07:18:32,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/1a9cfbbf695e4a4f8c5c676ba5b83f39 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/1a9cfbbf695e4a4f8c5c676ba5b83f39
2024-11-13T07:18:32,249 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/1a9cfbbf695e4a4f8c5c676ba5b83f39, entries=150, sequenceid=691, filesize=12.0 K
2024-11-13T07:18:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/4c4de0e7ba4c4f908d610009843554fd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/4c4de0e7ba4c4f908d610009843554fd
2024-11-13T07:18:32,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/4c4de0e7ba4c4f908d610009843554fd, entries=150, sequenceid=691, filesize=12.0 K
2024-11-13T07:18:32,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-13T07:18:32,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:32,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. as already flushing
2024-11-13T07:18:32,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:32,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:32,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:32,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for 20ea2acabfe12024089289fa0bcc4dad in 497ms, sequenceid=691, compaction requested=true
2024-11-13T07:18:32,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:32,258 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:32,258 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:32,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:32,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:32,259 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:32,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 20ea2acabfe12024089289fa0bcc4dad:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:32,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:32,259 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/A is initiating minor compaction (all files)
2024-11-13T07:18:32,259 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/A in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:32,259 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18a763bcb6f74dc0bc412e6556606f09, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/23502685365143fe9e76d31bfc939956, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/34d3db106bcf47879126c243861ed47f] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=39.6 K
2024-11-13T07:18:32,260 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:32,260 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/B is initiating minor compaction (all files)
2024-11-13T07:18:32,260 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 18a763bcb6f74dc0bc412e6556606f09, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731482309995
2024-11-13T07:18:32,260 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/B in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:32,260 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/03085d076ec24742b8057da5c52c78df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6f6c33f8113b4ef685ee0e98fed30acc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/1a9cfbbf695e4a4f8c5c676ba5b83f39] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=37.2 K
2024-11-13T07:18:32,260 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 23502685365143fe9e76d31bfc939956, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1731482310751
2024-11-13T07:18:32,260 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03085d076ec24742b8057da5c52c78df, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731482309995
2024-11-13T07:18:32,260 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 34d3db106bcf47879126c243861ed47f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731482311384
2024-11-13T07:18:32,261 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f6c33f8113b4ef685ee0e98fed30acc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1731482310751
2024-11-13T07:18:32,261 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a9cfbbf695e4a4f8c5c676ba5b83f39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731482311384
2024-11-13T07:18:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-13T07:18:32,274 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:32,275 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#A#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:32,275 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/49fc2a2fb61f4126b390d468474e7fe8 is 50, key is test_row_0/B:col10/1731482311411/Put/seqid=0
2024-11-13T07:18:32,275 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/758299cf436145b79d765fca062ce1c2 is 50, key is test_row_0/A:col10/1731482311411/Put/seqid=0
2024-11-13T07:18:32,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742172_1348 (size=13629)
2024-11-13T07:18:32,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742171_1347 (size=13629)
2024-11-13T07:18:32,305 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/49fc2a2fb61f4126b390d468474e7fe8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/49fc2a2fb61f4126b390d468474e7fe8
2024-11-13T07:18:32,310 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/B of 20ea2acabfe12024089289fa0bcc4dad into 49fc2a2fb61f4126b390d468474e7fe8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:32,310 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:32,310 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/B, priority=13, startTime=1731482312258; duration=0sec
2024-11-13T07:18:32,310 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:32,310 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:B
2024-11-13T07:18:32,310 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:32,311 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:32,311 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 20ea2acabfe12024089289fa0bcc4dad/C is initiating minor compaction (all files)
2024-11-13T07:18:32,311 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 20ea2acabfe12024089289fa0bcc4dad/C in TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:32,311 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9451fa2e9dfd41c88b5b8ce0c04de050, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d5efeb24d94c4acd9befb71077f7a589, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/4c4de0e7ba4c4f908d610009843554fd] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp, totalSize=37.2 K
2024-11-13T07:18:32,312 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9451fa2e9dfd41c88b5b8ce0c04de050, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1731482309995
2024-11-13T07:18:32,312 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5efeb24d94c4acd9befb71077f7a589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1731482310751
2024-11-13T07:18:32,312 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4de0e7ba4c4f908d610009843554fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731482311384
2024-11-13T07:18:32,328 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 20ea2acabfe12024089289fa0bcc4dad#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:32,328 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/7b53801a611146038fc71d520f15cb9a is 50, key is test_row_0/C:col10/1731482311411/Put/seqid=0
2024-11-13T07:18:32,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742173_1349 (size=13629)
2024-11-13T07:18:32,348 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/7b53801a611146038fc71d520f15cb9a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7b53801a611146038fc71d520f15cb9a
2024-11-13T07:18:32,356 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/C of 20ea2acabfe12024089289fa0bcc4dad into 7b53801a611146038fc71d520f15cb9a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:32,356 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:32,356 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/C, priority=13, startTime=1731482312259; duration=0sec
2024-11-13T07:18:32,356 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:32,357 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:C
2024-11-13T07:18:32,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-13T07:18:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:32,412 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB
2024-11-13T07:18:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:32,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/7b86d16c35b84ea3a44135dd86564ce3 is 50, key is test_row_0/A:col10/1731482311777/Put/seqid=0
2024-11-13T07:18:32,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742174_1350 (size=7415)
2024-11-13T07:18:32,445 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/7b86d16c35b84ea3a44135dd86564ce3
2024-11-13T07:18:32,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/87f84225d51447ada7b7c3d3f266a55a is 50, key is test_row_0/B:col10/1731482311777/Put/seqid=0
2024-11-13T07:18:32,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742175_1351 (size=7415)
2024-11-13T07:18:32,708 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/758299cf436145b79d765fca062ce1c2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/758299cf436145b79d765fca062ce1c2
2024-11-13T07:18:32,714 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 20ea2acabfe12024089289fa0bcc4dad/A of 20ea2acabfe12024089289fa0bcc4dad into 758299cf436145b79d765fca062ce1c2(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:32,714 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:32,714 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., storeName=20ea2acabfe12024089289fa0bcc4dad/A, priority=13, startTime=1731482312257; duration=0sec
2024-11-13T07:18:32,714 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:32,714 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 20ea2acabfe12024089289fa0bcc4dad:A
2024-11-13T07:18:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-13T07:18:32,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/87f84225d51447ada7b7c3d3f266a55a
2024-11-13T07:18:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/90cbdd8a52334123a7da67678f966eb8 is 50, key is test_row_0/C:col10/1731482311777/Put/seqid=0
2024-11-13T07:18:32,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742176_1352 (size=7415)
2024-11-13T07:18:33,297 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/90cbdd8a52334123a7da67678f966eb8
2024-11-13T07:18:33,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/7b86d16c35b84ea3a44135dd86564ce3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b86d16c35b84ea3a44135dd86564ce3
2024-11-13T07:18:33,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b86d16c35b84ea3a44135dd86564ce3, entries=50, sequenceid=700, filesize=7.2 K
2024-11-13T07:18:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/87f84225d51447ada7b7c3d3f266a55a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/87f84225d51447ada7b7c3d3f266a55a
2024-11-13T07:18:33,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/87f84225d51447ada7b7c3d3f266a55a, entries=50, sequenceid=700, filesize=7.2 K
2024-11-13T07:18:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/90cbdd8a52334123a7da67678f966eb8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/90cbdd8a52334123a7da67678f966eb8
2024-11-13T07:18:33,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/90cbdd8a52334123a7da67678f966eb8, entries=50, sequenceid=700, filesize=7.2 K
2024-11-13T07:18:33,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 20ea2acabfe12024089289fa0bcc4dad in 975ms, sequenceid=700, compaction requested=false
2024-11-13T07:18:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 20ea2acabfe12024089289fa0bcc4dad:

2024-11-13T07:18:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-13T07:18:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-13T07:18:33,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-13T07:18:33,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7580 sec
2024-11-13T07:18:33,402 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.7650 sec
2024-11-13T07:18:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-13T07:18:33,791 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:36,959 INFO  [Thread-1083 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1083.
2024-11-13T07:18:36,959 DEBUG [Thread-1083 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:36,959 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:36,959 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:36,959 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:36,969 INFO  [Thread-1087 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1087.
2024-11-13T07:18:36,969 DEBUG [Thread-1087 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:18:36,969 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:36,969 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 160
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 71
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 180
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 69
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 99
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2148
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2178
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2112
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2099
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2192
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-13T07:18:36,970 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:18:36,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:18:36,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:36,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:36,970 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:36,971 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-13T07:18:36,972 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:18:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-13T07:18:36,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482316978"}]},"ts":"1731482316978"}
2024-11-13T07:18:36,979 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-13T07:18:36,980 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-13T07:18:36,982 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:18:36,984 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, UNASSIGN}]
2024-11-13T07:18:36,985 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, UNASSIGN
2024-11-13T07:18:36,986 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=20ea2acabfe12024089289fa0bcc4dad, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:36,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, UNASSIGN because future has completed
2024-11-13T07:18:36,988 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:18:36,988 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:18:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-13T07:18:37,141 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(122): Close 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:37,141 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:18:37,141 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1722): Closing 20ea2acabfe12024089289fa0bcc4dad, disabling compactions & flushes
2024-11-13T07:18:37,141 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:37,141 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:37,141 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. after waiting 0 ms
2024-11-13T07:18:37,141 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:37,142 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(2902): Flushing 20ea2acabfe12024089289fa0bcc4dad 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB
2024-11-13T07:18:37,142 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=A
2024-11-13T07:18:37,142 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:37,142 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=B
2024-11-13T07:18:37,142 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:37,142 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 20ea2acabfe12024089289fa0bcc4dad, store=C
2024-11-13T07:18:37,142 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:37,154 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/64c9c65c205e4414a957f386caefc691 is 50, key is test_row_0/A:col10/1731482316968/Put/seqid=0
2024-11-13T07:18:37,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742177_1353 (size=9857)
2024-11-13T07:18:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-13T07:18:37,578 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=706 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/64c9c65c205e4414a957f386caefc691
2024-11-13T07:18:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-13T07:18:37,639 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/deec429362494814a1493c376268cec2 is 50, key is test_row_0/B:col10/1731482316968/Put/seqid=0
2024-11-13T07:18:37,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742178_1354 (size=9857)
2024-11-13T07:18:37,680 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=706 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/deec429362494814a1493c376268cec2
2024-11-13T07:18:37,726 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/6c3fe2cacf3c40668e28669f0274eecb is 50, key is test_row_0/C:col10/1731482316968/Put/seqid=0
2024-11-13T07:18:37,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742179_1355 (size=9857)
2024-11-13T07:18:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-13T07:18:38,145 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=706 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/6c3fe2cacf3c40668e28669f0274eecb
2024-11-13T07:18:38,149 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/A/64c9c65c205e4414a957f386caefc691 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/64c9c65c205e4414a957f386caefc691
2024-11-13T07:18:38,152 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/64c9c65c205e4414a957f386caefc691, entries=100, sequenceid=706, filesize=9.6 K
2024-11-13T07:18:38,153 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/B/deec429362494814a1493c376268cec2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/deec429362494814a1493c376268cec2
2024-11-13T07:18:38,157 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/deec429362494814a1493c376268cec2, entries=100, sequenceid=706, filesize=9.6 K
2024-11-13T07:18:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/.tmp/C/6c3fe2cacf3c40668e28669f0274eecb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/6c3fe2cacf3c40668e28669f0274eecb
2024-11-13T07:18:38,161 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/6c3fe2cacf3c40668e28669f0274eecb, entries=100, sequenceid=706, filesize=9.6 K
2024-11-13T07:18:38,162 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 20ea2acabfe12024089289fa0bcc4dad in 1021ms, sequenceid=706, compaction requested=true
2024-11-13T07:18:38,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/88b1278319014adbb4c240df9a223f06, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/e3110eef535546a1a0a15ccfbef55b96, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/007fc6b485a44daead2536ada3d16c45, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/31ad638e87704d81b5e8547eb0a22f50, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/441c75ee6cf245fcb97cdcca3bf0fd9b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1f3ad14d483f43c09b37ac695200d1de, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/76bcd28a2a46421cbb2b9765361a73bf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/b198a9b8a60f4446a638af3a44882c8c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/90dc96432e984213af372756719a5fe2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d45abc91f380485ba7af060e6ee1c604, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/43359d1d48be43e4974199cf85a23f9a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f0a9d584e3104548a9f21d86949857a3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/09a3723250874076a621fb62d04f1545, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f48bd6559c064aa59cb8fa635c4a4549, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/dbcd5114bd074bc1b543d08436f2f954, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f7b4c747f8e240ab932d25b788d96f85, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/19f8f429b3884a1cbd0a7c9f8ef81016, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0499191f3d7c42899c6178bc347a6ed0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18272f1581ea4c87aa1bf12a370d4e13, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b4d9f42454b4c3bab00a589429872e7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1662fb34c4ed4726aa5ca734907a09bc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/6c698fa2f4d545a7b8d47cc1f0bb0f98, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d69ac3a91c62425e897530cc5d9df918, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/fe4f96a0175a4e019423630b9a9414c3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/50819739423a4c6eafdcf8d320e387e4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5903350fcf1540ff9e83ad42867a2124, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f1da7b2fc0ba4489a0a5e22457b23817, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/52cec2b5f449477599a0d487941b3d0f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/4f592760b95a48c4bccb53622cb94bf7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5169252c98bd4926b147aefe316c7f9a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/aadabdd357214bc18d848cca8e2e63f9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/02a6bd106ec44b0899f37533011013b8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0bbea4436b264bc0911ad36e856b6e63, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0e4c9b71ed834a67b9635217c931fb79, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5e356ee892464d389368aacfcb84bc45, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/97bed37627674ec9b1a27dc9d9bcea70, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18a763bcb6f74dc0bc412e6556606f09, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/23502685365143fe9e76d31bfc939956, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/34d3db106bcf47879126c243861ed47f] to archive
2024-11-13T07:18:38,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:38,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/88b1278319014adbb4c240df9a223f06 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/88b1278319014adbb4c240df9a223f06
2024-11-13T07:18:38,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/e3110eef535546a1a0a15ccfbef55b96 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/e3110eef535546a1a0a15ccfbef55b96
2024-11-13T07:18:38,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/007fc6b485a44daead2536ada3d16c45 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/007fc6b485a44daead2536ada3d16c45
2024-11-13T07:18:38,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/31ad638e87704d81b5e8547eb0a22f50 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/31ad638e87704d81b5e8547eb0a22f50
2024-11-13T07:18:38,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/441c75ee6cf245fcb97cdcca3bf0fd9b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/441c75ee6cf245fcb97cdcca3bf0fd9b
2024-11-13T07:18:38,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1f3ad14d483f43c09b37ac695200d1de to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1f3ad14d483f43c09b37ac695200d1de
2024-11-13T07:18:38,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/76bcd28a2a46421cbb2b9765361a73bf to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/76bcd28a2a46421cbb2b9765361a73bf
2024-11-13T07:18:38,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/b198a9b8a60f4446a638af3a44882c8c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/b198a9b8a60f4446a638af3a44882c8c
2024-11-13T07:18:38,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/90dc96432e984213af372756719a5fe2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/90dc96432e984213af372756719a5fe2
2024-11-13T07:18:38,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d45abc91f380485ba7af060e6ee1c604 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d45abc91f380485ba7af060e6ee1c604
2024-11-13T07:18:38,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/43359d1d48be43e4974199cf85a23f9a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/43359d1d48be43e4974199cf85a23f9a
2024-11-13T07:18:38,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f0a9d584e3104548a9f21d86949857a3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f0a9d584e3104548a9f21d86949857a3
2024-11-13T07:18:38,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/09a3723250874076a621fb62d04f1545 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/09a3723250874076a621fb62d04f1545
2024-11-13T07:18:38,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f48bd6559c064aa59cb8fa635c4a4549 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f48bd6559c064aa59cb8fa635c4a4549
2024-11-13T07:18:38,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/dbcd5114bd074bc1b543d08436f2f954 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/dbcd5114bd074bc1b543d08436f2f954
2024-11-13T07:18:38,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f7b4c747f8e240ab932d25b788d96f85 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f7b4c747f8e240ab932d25b788d96f85
2024-11-13T07:18:38,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/19f8f429b3884a1cbd0a7c9f8ef81016 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/19f8f429b3884a1cbd0a7c9f8ef81016
2024-11-13T07:18:38,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0499191f3d7c42899c6178bc347a6ed0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0499191f3d7c42899c6178bc347a6ed0
2024-11-13T07:18:38,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18272f1581ea4c87aa1bf12a370d4e13 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18272f1581ea4c87aa1bf12a370d4e13
2024-11-13T07:18:38,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b4d9f42454b4c3bab00a589429872e7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b4d9f42454b4c3bab00a589429872e7
2024-11-13T07:18:38,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1662fb34c4ed4726aa5ca734907a09bc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/1662fb34c4ed4726aa5ca734907a09bc
2024-11-13T07:18:38,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/6c698fa2f4d545a7b8d47cc1f0bb0f98 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/6c698fa2f4d545a7b8d47cc1f0bb0f98
2024-11-13T07:18:38,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d69ac3a91c62425e897530cc5d9df918 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/d69ac3a91c62425e897530cc5d9df918
2024-11-13T07:18:38,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/fe4f96a0175a4e019423630b9a9414c3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/fe4f96a0175a4e019423630b9a9414c3
2024-11-13T07:18:38,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/50819739423a4c6eafdcf8d320e387e4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/50819739423a4c6eafdcf8d320e387e4
2024-11-13T07:18:38,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5903350fcf1540ff9e83ad42867a2124 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5903350fcf1540ff9e83ad42867a2124
2024-11-13T07:18:38,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f1da7b2fc0ba4489a0a5e22457b23817 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/f1da7b2fc0ba4489a0a5e22457b23817
2024-11-13T07:18:38,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/52cec2b5f449477599a0d487941b3d0f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/52cec2b5f449477599a0d487941b3d0f
2024-11-13T07:18:38,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/4f592760b95a48c4bccb53622cb94bf7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/4f592760b95a48c4bccb53622cb94bf7
2024-11-13T07:18:38,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5169252c98bd4926b147aefe316c7f9a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5169252c98bd4926b147aefe316c7f9a
2024-11-13T07:18:38,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/aadabdd357214bc18d848cca8e2e63f9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/aadabdd357214bc18d848cca8e2e63f9
2024-11-13T07:18:38,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/02a6bd106ec44b0899f37533011013b8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/02a6bd106ec44b0899f37533011013b8
2024-11-13T07:18:38,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0bbea4436b264bc0911ad36e856b6e63 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0bbea4436b264bc0911ad36e856b6e63
2024-11-13T07:18:38,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0e4c9b71ed834a67b9635217c931fb79 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/0e4c9b71ed834a67b9635217c931fb79
2024-11-13T07:18:38,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5e356ee892464d389368aacfcb84bc45 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/5e356ee892464d389368aacfcb84bc45
2024-11-13T07:18:38,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/97bed37627674ec9b1a27dc9d9bcea70 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/97bed37627674ec9b1a27dc9d9bcea70
2024-11-13T07:18:38,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18a763bcb6f74dc0bc412e6556606f09 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/18a763bcb6f74dc0bc412e6556606f09
2024-11-13T07:18:38,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/23502685365143fe9e76d31bfc939956 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/23502685365143fe9e76d31bfc939956
2024-11-13T07:18:38,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/34d3db106bcf47879126c243861ed47f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/34d3db106bcf47879126c243861ed47f
2024-11-13T07:18:38,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/a247ec4798994293bc9c6f87df6b1dbb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2242e1885a69457b9e2db0b5dc27c4a9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/f6a630403cfb4f9ea0dfc8bc6528b5f4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6ff1022dcb084e549cb64ec3668fd974, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/52389a288ad6406698fb5574b4ba6e7c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/86fdecf524ba4150a2c0e3a3f81203e6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/679307d29bde468aaf4d19e076eb726b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/350cfc550c01444cad239928b01b87d7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ace37f22e68d40dca1959a5df4159506, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/942e957d4b5845a3a0c7b6c5c452a59c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7294673f52764225b438890113f988fc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/bcf17fc8c6c141079184e5516428aca5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3eac025ea5ed4de7990480c158093522, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3d918655837a40af8d1140521929e85b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/d41e54f51df4452cac264ef29613856c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/0332799df7ed418887464123957d9aa4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7f179c65747940178fb394d22734187c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/416a6a68925f423e95f26cdfa86875b0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/154948e871ae4dc8b049b26ba897a34e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ee3eb98d6dc84fe5975776afb526c375, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7ce6b35d2b454137a751a513286a103b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ac6cf4d09bad4cce8a1d6caf73e7ea61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2a94cc746d914af1813abf5cc3538dfc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/63fd9f0c196d45e9bf2f610be720af0b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/af0d95ce4e3349339eb69393eaf90b0e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/8af4a265326d4375bc6ee43c3141630c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/28dbf9fea7f3423cbc5d5a1891de3e64, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b8770d113b984893bbe9f8aa03f5099b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/359387caba6141f5b97c81d759c5a2ba, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b3929a95bce64f2fa688c9787dac4141, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/dad8accc73a84eb4a50c9227a470adbf, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7200cb2a56f04df4ad648770f20dd444, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6383bd9ba41d4973b6e8c53da2830d67, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3461ab94e78b4aeab6bdd48b14addc36, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3927914ad5ff43b3b0cf3a992a99d8fc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/03085d076ec24742b8057da5c52c78df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/69459933d7f04b68b95914be070a1357, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6f6c33f8113b4ef685ee0e98fed30acc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/1a9cfbbf695e4a4f8c5c676ba5b83f39] to archive
2024-11-13T07:18:38,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:38,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/a247ec4798994293bc9c6f87df6b1dbb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/a247ec4798994293bc9c6f87df6b1dbb
2024-11-13T07:18:38,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2242e1885a69457b9e2db0b5dc27c4a9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2242e1885a69457b9e2db0b5dc27c4a9
2024-11-13T07:18:38,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/f6a630403cfb4f9ea0dfc8bc6528b5f4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/f6a630403cfb4f9ea0dfc8bc6528b5f4
2024-11-13T07:18:38,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6ff1022dcb084e549cb64ec3668fd974 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6ff1022dcb084e549cb64ec3668fd974
2024-11-13T07:18:38,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/52389a288ad6406698fb5574b4ba6e7c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/52389a288ad6406698fb5574b4ba6e7c
2024-11-13T07:18:38,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/86fdecf524ba4150a2c0e3a3f81203e6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/86fdecf524ba4150a2c0e3a3f81203e6
2024-11-13T07:18:38,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/679307d29bde468aaf4d19e076eb726b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/679307d29bde468aaf4d19e076eb726b
2024-11-13T07:18:38,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/350cfc550c01444cad239928b01b87d7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/350cfc550c01444cad239928b01b87d7
2024-11-13T07:18:38,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ace37f22e68d40dca1959a5df4159506 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ace37f22e68d40dca1959a5df4159506
2024-11-13T07:18:38,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/942e957d4b5845a3a0c7b6c5c452a59c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/942e957d4b5845a3a0c7b6c5c452a59c
2024-11-13T07:18:38,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7294673f52764225b438890113f988fc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7294673f52764225b438890113f988fc
2024-11-13T07:18:38,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/bcf17fc8c6c141079184e5516428aca5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/bcf17fc8c6c141079184e5516428aca5
2024-11-13T07:18:38,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3eac025ea5ed4de7990480c158093522 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3eac025ea5ed4de7990480c158093522
2024-11-13T07:18:38,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3d918655837a40af8d1140521929e85b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3d918655837a40af8d1140521929e85b
2024-11-13T07:18:38,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/d41e54f51df4452cac264ef29613856c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/d41e54f51df4452cac264ef29613856c
2024-11-13T07:18:38,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/0332799df7ed418887464123957d9aa4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/0332799df7ed418887464123957d9aa4
2024-11-13T07:18:38,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7f179c65747940178fb394d22734187c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7f179c65747940178fb394d22734187c
2024-11-13T07:18:38,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/416a6a68925f423e95f26cdfa86875b0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/416a6a68925f423e95f26cdfa86875b0
2024-11-13T07:18:38,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/154948e871ae4dc8b049b26ba897a34e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/154948e871ae4dc8b049b26ba897a34e
2024-11-13T07:18:38,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ee3eb98d6dc84fe5975776afb526c375 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ee3eb98d6dc84fe5975776afb526c375
2024-11-13T07:18:38,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7ce6b35d2b454137a751a513286a103b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7ce6b35d2b454137a751a513286a103b
2024-11-13T07:18:38,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ac6cf4d09bad4cce8a1d6caf73e7ea61 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/ac6cf4d09bad4cce8a1d6caf73e7ea61
2024-11-13T07:18:38,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2a94cc746d914af1813abf5cc3538dfc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/2a94cc746d914af1813abf5cc3538dfc
2024-11-13T07:18:38,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/63fd9f0c196d45e9bf2f610be720af0b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/63fd9f0c196d45e9bf2f610be720af0b
2024-11-13T07:18:38,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/af0d95ce4e3349339eb69393eaf90b0e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/af0d95ce4e3349339eb69393eaf90b0e
2024-11-13T07:18:38,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/8af4a265326d4375bc6ee43c3141630c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/8af4a265326d4375bc6ee43c3141630c
2024-11-13T07:18:38,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/28dbf9fea7f3423cbc5d5a1891de3e64 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/28dbf9fea7f3423cbc5d5a1891de3e64
2024-11-13T07:18:38,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b8770d113b984893bbe9f8aa03f5099b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b8770d113b984893bbe9f8aa03f5099b
2024-11-13T07:18:38,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/359387caba6141f5b97c81d759c5a2ba to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/359387caba6141f5b97c81d759c5a2ba
2024-11-13T07:18:38,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b3929a95bce64f2fa688c9787dac4141 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/b3929a95bce64f2fa688c9787dac4141
2024-11-13T07:18:38,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/dad8accc73a84eb4a50c9227a470adbf to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/dad8accc73a84eb4a50c9227a470adbf
2024-11-13T07:18:38,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7200cb2a56f04df4ad648770f20dd444 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/7200cb2a56f04df4ad648770f20dd444
2024-11-13T07:18:38,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6383bd9ba41d4973b6e8c53da2830d67 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6383bd9ba41d4973b6e8c53da2830d67
2024-11-13T07:18:38,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3461ab94e78b4aeab6bdd48b14addc36 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3461ab94e78b4aeab6bdd48b14addc36
2024-11-13T07:18:38,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3927914ad5ff43b3b0cf3a992a99d8fc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/3927914ad5ff43b3b0cf3a992a99d8fc
2024-11-13T07:18:38,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/03085d076ec24742b8057da5c52c78df to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/03085d076ec24742b8057da5c52c78df
2024-11-13T07:18:38,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/69459933d7f04b68b95914be070a1357 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/69459933d7f04b68b95914be070a1357
2024-11-13T07:18:38,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6f6c33f8113b4ef685ee0e98fed30acc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/6f6c33f8113b4ef685ee0e98fed30acc
2024-11-13T07:18:38,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/1a9cfbbf695e4a4f8c5c676ba5b83f39 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/1a9cfbbf695e4a4f8c5c676ba5b83f39
2024-11-13T07:18:38,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fc88b95828254f639a65c59d197250ad, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ad085e2302e48dea2e75e64e44407e0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/81623026463044008dc51a6f0fd22e2c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/611f0c69cbc74e678b75131b0c68949b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/517b5692914d4dc9bc54b809498c397c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8e0fb282b74f4c41a9b16b8d26e70e9f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/1e8a909c07644a519d4aa4abb90a1693, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c5ce8a0a586046bf8f1068f0bf3ca6d2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97fe6824745d4ab6be5fb4e9018be280, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c52ab344430642c7b673f8c3b24a1fb1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/64a19eaaa5a04e98a2f875d82e1ff8fc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/24004645ef0d41baa69cf91145221fff, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/016215379bce4f51b163352f67c7775f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/ca32055231e54ceeb450de138721eed6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fa05f624a08b4f8aa91b95744cfc5dcc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/20d18e1834584e81a19f846d93137690, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ca64b171b754336b415f1f76508128a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d64ce4059e61457c8041ba5b6475a55c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d8b458e2336841fca02cec86eeb176c0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/61a2e32b6cb54e71932eebe226193b2d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/13c69fcc396747618dfaf6057776b433, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/2a4e35aa181b45b4a8e753ab9df3c7eb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c3cfc1501071417991756ceeac1afa5e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/0586865748764ddf98124b9ab032e010, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/b8e9a717594c4b27a82e07b08e0087ab, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/47c4323e96674e7dad444155e1e37bc8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97a0d28119ea4efbb811932afe6ec522, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/de287e68184d4d2798e120e50de4e402, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/68e8738ca78643d9b40f38b7835f4c7f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8909818ca413464fb2f6287da1bc9be1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/a9989d7670cc41df9f2646ad9c93b603, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/f4845cab9f534c0082084e7d69e3817a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9fc7ae5e6900468ba4baf18b44cad3c7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c73915d73e424bffaaa4255a6201c7fd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/243d0152820246aea8dd7c9d803e1776, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9451fa2e9dfd41c88b5b8ce0c04de050, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7829ceb8187e4aa682af9ed6edebe004, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d5efeb24d94c4acd9befb71077f7a589, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/4c4de0e7ba4c4f908d610009843554fd] to archive
2024-11-13T07:18:38,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:38,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fc88b95828254f639a65c59d197250ad to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fc88b95828254f639a65c59d197250ad
2024-11-13T07:18:38,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ad085e2302e48dea2e75e64e44407e0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ad085e2302e48dea2e75e64e44407e0
2024-11-13T07:18:38,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/81623026463044008dc51a6f0fd22e2c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/81623026463044008dc51a6f0fd22e2c
2024-11-13T07:18:38,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/611f0c69cbc74e678b75131b0c68949b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/611f0c69cbc74e678b75131b0c68949b
2024-11-13T07:18:38,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/517b5692914d4dc9bc54b809498c397c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/517b5692914d4dc9bc54b809498c397c
2024-11-13T07:18:38,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8e0fb282b74f4c41a9b16b8d26e70e9f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8e0fb282b74f4c41a9b16b8d26e70e9f
2024-11-13T07:18:38,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/1e8a909c07644a519d4aa4abb90a1693 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/1e8a909c07644a519d4aa4abb90a1693
2024-11-13T07:18:38,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c5ce8a0a586046bf8f1068f0bf3ca6d2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c5ce8a0a586046bf8f1068f0bf3ca6d2
2024-11-13T07:18:38,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97fe6824745d4ab6be5fb4e9018be280 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97fe6824745d4ab6be5fb4e9018be280
2024-11-13T07:18:38,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c52ab344430642c7b673f8c3b24a1fb1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c52ab344430642c7b673f8c3b24a1fb1
2024-11-13T07:18:38,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/64a19eaaa5a04e98a2f875d82e1ff8fc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/64a19eaaa5a04e98a2f875d82e1ff8fc
2024-11-13T07:18:38,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/24004645ef0d41baa69cf91145221fff to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/24004645ef0d41baa69cf91145221fff
2024-11-13T07:18:38,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/016215379bce4f51b163352f67c7775f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/016215379bce4f51b163352f67c7775f
2024-11-13T07:18:38,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/ca32055231e54ceeb450de138721eed6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/ca32055231e54ceeb450de138721eed6
2024-11-13T07:18:38,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fa05f624a08b4f8aa91b95744cfc5dcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/fa05f624a08b4f8aa91b95744cfc5dcc
2024-11-13T07:18:38,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/20d18e1834584e81a19f846d93137690 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/20d18e1834584e81a19f846d93137690
2024-11-13T07:18:38,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ca64b171b754336b415f1f76508128a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/5ca64b171b754336b415f1f76508128a
2024-11-13T07:18:38,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d64ce4059e61457c8041ba5b6475a55c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d64ce4059e61457c8041ba5b6475a55c
2024-11-13T07:18:38,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d8b458e2336841fca02cec86eeb176c0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d8b458e2336841fca02cec86eeb176c0
2024-11-13T07:18:38,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/61a2e32b6cb54e71932eebe226193b2d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/61a2e32b6cb54e71932eebe226193b2d
2024-11-13T07:18:38,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/13c69fcc396747618dfaf6057776b433 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/13c69fcc396747618dfaf6057776b433
2024-11-13T07:18:38,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/2a4e35aa181b45b4a8e753ab9df3c7eb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/2a4e35aa181b45b4a8e753ab9df3c7eb
2024-11-13T07:18:38,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c3cfc1501071417991756ceeac1afa5e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c3cfc1501071417991756ceeac1afa5e
2024-11-13T07:18:38,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/0586865748764ddf98124b9ab032e010 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/0586865748764ddf98124b9ab032e010
2024-11-13T07:18:38,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/b8e9a717594c4b27a82e07b08e0087ab to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/b8e9a717594c4b27a82e07b08e0087ab
2024-11-13T07:18:38,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/47c4323e96674e7dad444155e1e37bc8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/47c4323e96674e7dad444155e1e37bc8
2024-11-13T07:18:38,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97a0d28119ea4efbb811932afe6ec522 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/97a0d28119ea4efbb811932afe6ec522
2024-11-13T07:18:38,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/de287e68184d4d2798e120e50de4e402 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/de287e68184d4d2798e120e50de4e402
2024-11-13T07:18:38,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/68e8738ca78643d9b40f38b7835f4c7f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/68e8738ca78643d9b40f38b7835f4c7f
2024-11-13T07:18:38,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8909818ca413464fb2f6287da1bc9be1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/8909818ca413464fb2f6287da1bc9be1
2024-11-13T07:18:38,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/a9989d7670cc41df9f2646ad9c93b603 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/a9989d7670cc41df9f2646ad9c93b603
2024-11-13T07:18:38,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/f4845cab9f534c0082084e7d69e3817a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/f4845cab9f534c0082084e7d69e3817a
2024-11-13T07:18:38,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9fc7ae5e6900468ba4baf18b44cad3c7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9fc7ae5e6900468ba4baf18b44cad3c7
2024-11-13T07:18:38,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c73915d73e424bffaaa4255a6201c7fd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/c73915d73e424bffaaa4255a6201c7fd
2024-11-13T07:18:38,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/243d0152820246aea8dd7c9d803e1776 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/243d0152820246aea8dd7c9d803e1776
2024-11-13T07:18:38,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9451fa2e9dfd41c88b5b8ce0c04de050 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/9451fa2e9dfd41c88b5b8ce0c04de050
2024-11-13T07:18:38,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7829ceb8187e4aa682af9ed6edebe004 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7829ceb8187e4aa682af9ed6edebe004
2024-11-13T07:18:38,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d5efeb24d94c4acd9befb71077f7a589 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/d5efeb24d94c4acd9befb71077f7a589
2024-11-13T07:18:38,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/4c4de0e7ba4c4f908d610009843554fd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/4c4de0e7ba4c4f908d610009843554fd
2024-11-13T07:18:38,311 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/recovered.edits/709.seqid, newMaxSeqId=709, maxSeqId=1
2024-11-13T07:18:38,311 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.
2024-11-13T07:18:38,311 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1676): Region close journal for 20ea2acabfe12024089289fa0bcc4dad:
Waiting for close lock at 1731482317141Running coprocessor pre-close hooks at 1731482317141Disabling compacts and flushes for region at 1731482317141Disabling writes for close at 1731482317141Obtaining lock to block concurrent updates at 1731482317142 (+1 ms)Preparing flush snapshotting stores in 20ea2acabfe12024089289fa0bcc4dad at 1731482317142Finished memstore snapshotting TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731482317142Flushing stores of TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad. at 1731482317146 (+4 ms)Flushing 20ea2acabfe12024089289fa0bcc4dad/A: creating writer at 1731482317146Flushing 20ea2acabfe12024089289fa0bcc4dad/A: appending metadata at 1731482317153 (+7 ms)Flushing 20ea2acabfe12024089289fa0bcc4dad/A: closing flushed file at 1731482317153Flushing 20ea2acabfe12024089289fa0bcc4dad/B: creating writer at 1731482317621 (+468 ms)Flushing 20ea2acabfe12024089289fa0bcc4dad/B: appending metadata at 1731482317635 (+14 ms)Flushing 20ea2acabfe12024089289fa0bcc4dad/B: closing flushed file at 1731482317638 (+3 ms)Flushing 20ea2acabfe12024089289fa0bcc4dad/C: creating writer at 1731482317712 (+74 ms)Flushing 20ea2acabfe12024089289fa0bcc4dad/C: appending metadata at 1731482317725 (+13 ms)Flushing 20ea2acabfe12024089289fa0bcc4dad/C: closing flushed file at 1731482317725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6490d: reopening flushed file at 1731482318148 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7949f79c: reopening flushed file at 1731482318152 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e108f9f: reopening flushed file at 1731482318157 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 20ea2acabfe12024089289fa0bcc4dad in 1021ms, sequenceid=706, compaction requested=true at 1731482318162 (+5 ms)Writing region close event to WAL at 1731482318308 (+146 ms)Running coprocessor post-close hooks at 1731482318311 (+3 ms)Closed at 1731482318311
2024-11-13T07:18:38,313 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(157): Closed 20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:38,314 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=20ea2acabfe12024089289fa0bcc4dad, regionState=CLOSED
2024-11-13T07:18:38,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:18:38,319 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-13T07:18:38,319 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseRegionProcedure 20ea2acabfe12024089289fa0bcc4dad, server=2998b885bdef,44375,1731482210290 in 1.3280 sec
2024-11-13T07:18:38,321 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79
2024-11-13T07:18:38,321 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=20ea2acabfe12024089289fa0bcc4dad, UNASSIGN in 1.3350 sec
2024-11-13T07:18:38,325 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-13T07:18:38,325 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3400 sec
2024-11-13T07:18:38,327 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482318326"}]},"ts":"1731482318326"}
2024-11-13T07:18:38,328 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-13T07:18:38,328 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-13T07:18:38,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3580 sec
2024-11-13T07:18:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-13T07:18:39,128 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:39,128 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-13T07:18:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:39,130 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:39,130 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=82, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-13T07:18:39,137 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:39,139 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/recovered.edits]
2024-11-13T07:18:39,141 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/64c9c65c205e4414a957f386caefc691 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/64c9c65c205e4414a957f386caefc691
2024-11-13T07:18:39,142 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/758299cf436145b79d765fca062ce1c2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/758299cf436145b79d765fca062ce1c2
2024-11-13T07:18:39,143 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b86d16c35b84ea3a44135dd86564ce3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/A/7b86d16c35b84ea3a44135dd86564ce3
2024-11-13T07:18:39,145 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/49fc2a2fb61f4126b390d468474e7fe8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/49fc2a2fb61f4126b390d468474e7fe8
2024-11-13T07:18:39,146 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/87f84225d51447ada7b7c3d3f266a55a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/87f84225d51447ada7b7c3d3f266a55a
2024-11-13T07:18:39,147 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/deec429362494814a1493c376268cec2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/B/deec429362494814a1493c376268cec2
2024-11-13T07:18:39,149 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/6c3fe2cacf3c40668e28669f0274eecb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/6c3fe2cacf3c40668e28669f0274eecb
2024-11-13T07:18:39,150 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7b53801a611146038fc71d520f15cb9a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/7b53801a611146038fc71d520f15cb9a
2024-11-13T07:18:39,151 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/90cbdd8a52334123a7da67678f966eb8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/C/90cbdd8a52334123a7da67678f966eb8
2024-11-13T07:18:39,154 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/recovered.edits/709.seqid to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad/recovered.edits/709.seqid
2024-11-13T07:18:39,155 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/20ea2acabfe12024089289fa0bcc4dad
2024-11-13T07:18:39,155 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-13T07:18:39,157 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=82, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:39,158 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-13T07:18:39,160 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-13T07:18:39,161 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=82, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:39,161 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-13T07:18:39,161 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482319161"}]},"ts":"9223372036854775807"}
2024-11-13T07:18:39,163 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-13T07:18:39,163 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 20ea2acabfe12024089289fa0bcc4dad, NAME => 'TestAcidGuarantees,,1731482289418.20ea2acabfe12024089289fa0bcc4dad.', STARTKEY => '', ENDKEY => ''}]
2024-11-13T07:18:39,163 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-13T07:18:39,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482319163"}]},"ts":"9223372036854775807"}
2024-11-13T07:18:39,165 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-13T07:18:39,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=82, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:39,167 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec
2024-11-13T07:18:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-13T07:18:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-13T07:18:39,238 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:39,245 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=245 (was 246), OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1171 (was 1220), ProcessCount=11 (was 11), AvailableMemoryMB=3912 (was 2067) - AvailableMemoryMB LEAK? -
2024-11-13T07:18:39,253 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=245, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1171, ProcessCount=11, AvailableMemoryMB=3912
2024-11-13T07:18:39,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:18:39,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:18:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:39,256 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:18:39,256 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:39,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 83
2024-11-13T07:18:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-13T07:18:39,257 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:18:39,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742180_1356 (size=1061)
2024-11-13T07:18:39,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-13T07:18:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-13T07:18:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-13T07:18:39,663 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0
2024-11-13T07:18:39,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742181_1357 (size=53)
2024-11-13T07:18:39,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:18:39,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f6d7fdf452fe581401ff6c61c2934625, disabling compactions & flushes
2024-11-13T07:18:39,670 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:39,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:39,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. after waiting 0 ms
2024-11-13T07:18:39,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:39,670 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:39,670 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6d7fdf452fe581401ff6c61c2934625:
Waiting for close lock at 1731482319670Disabling compacts and flushes for region at 1731482319670Disabling writes for close at 1731482319670Writing region close event to WAL at 1731482319670Closed at 1731482319670
2024-11-13T07:18:39,671 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:18:39,672 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482319671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482319671"}]},"ts":"1731482319671"}
2024-11-13T07:18:39,673 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:18:39,674 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:18:39,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482319674"}]},"ts":"1731482319674"}
2024-11-13T07:18:39,676 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-13T07:18:39,676 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, ASSIGN}]
2024-11-13T07:18:39,678 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, ASSIGN
2024-11-13T07:18:39,678 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, ASSIGN; state=OFFLINE, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=false
2024-11-13T07:18:39,829 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=f6d7fdf452fe581401ff6c61c2934625, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:39,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, ASSIGN because future has completed
2024-11-13T07:18:39,831 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:18:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-13T07:18:39,986 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:39,986 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7752): Opening region: {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:18:39,987 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:39,987 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:18:39,987 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7794): checking encryption for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:39,987 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7797): checking classloading for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:39,989 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6d7fdf452fe581401ff6c61c2934625 
2024-11-13T07:18:39,990 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:39,991 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d7fdf452fe581401ff6c61c2934625 columnFamilyName A
2024-11-13T07:18:39,991 DEBUG [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:39,991 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(327): Store=f6d7fdf452fe581401ff6c61c2934625/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:39,991 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6d7fdf452fe581401ff6c61c2934625 
2024-11-13T07:18:39,996 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:39,997 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d7fdf452fe581401ff6c61c2934625 columnFamilyName B
2024-11-13T07:18:39,997 DEBUG [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:39,999 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(327): Store=f6d7fdf452fe581401ff6c61c2934625/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:39,999 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6d7fdf452fe581401ff6c61c2934625 
2024-11-13T07:18:40,003 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:40,003 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d7fdf452fe581401ff6c61c2934625 columnFamilyName C
2024-11-13T07:18:40,003 DEBUG [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:40,007 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(327): Store=f6d7fdf452fe581401ff6c61c2934625/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:40,007 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:40,007 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1038): replaying wal for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,008 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,009 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,010 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1048): stopping wal replay for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,010 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1060): Cleaning up temporary data for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,010 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:18:40,012 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1093): writing seq id for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,020 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:18:40,021 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1114): Opened f6d7fdf452fe581401ff6c61c2934625; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60085084, jitterRate=-0.10466247797012329}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:18:40,021 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,022 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1006): Region open journal for f6d7fdf452fe581401ff6c61c2934625:
Running coprocessor pre-open hook at 1731482319987Writing region info on filesystem at 1731482319987Initializing all the Stores at 1731482319988 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482319988Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482319989 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482319989Cleaning up temporary data from old regions at 1731482320010 (+21 ms)Running coprocessor post-open hooks at 1731482320021 (+11 ms)Region opened successfully at 1731482320022 (+1 ms)
2024-11-13T07:18:40,024 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., pid=85, masterSystemTime=1731482319983
2024-11-13T07:18:40,028 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:40,028 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:40,032 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=f6d7fdf452fe581401ff6c61c2934625, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:40,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:18:40,063 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-13T07:18:40,063 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290 in 220 msec
2024-11-13T07:18:40,070 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-11-13T07:18:40,070 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, ASSIGN in 387 msec
2024-11-13T07:18:40,071 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:18:40,073 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482320071"}]},"ts":"1731482320071"}
2024-11-13T07:18:40,074 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-13T07:18:40,075 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:18:40,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 821 msec
2024-11-13T07:18:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-11-13T07:18:40,399 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:40,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d62a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:40,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:40,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:40,402 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62967612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:40,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:40,404 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76329fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:40,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:40,408 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:40,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T07:18:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42011,1731482208742
2024-11-13T07:18:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265e3e6e
2024-11-13T07:18:40,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T07:18:40,411 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T07:18:40,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:18:40,412 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:18:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-13T07:18:40,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742182_1358 (size=1097)
2024-11-13T07:18:40,825 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-13T07:18:40,825 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-13T07:18:40,828 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:18:40,835 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, REOPEN/MOVE}]
2024-11-13T07:18:40,837 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, REOPEN/MOVE
2024-11-13T07:18:40,838 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f6d7fdf452fe581401ff6c61c2934625, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:40,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, REOPEN/MOVE because future has completed
2024-11-13T07:18:40,840 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:18:40,840 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:18:40,992 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,992 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:18:40,993 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing f6d7fdf452fe581401ff6c61c2934625, disabling compactions & flushes
2024-11-13T07:18:40,993 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:40,993 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:40,993 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. after waiting 0 ms
2024-11-13T07:18:40,993 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:40,996 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-13T07:18:40,996 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:40,996 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for f6d7fdf452fe581401ff6c61c2934625:
Waiting for close lock at 1731482320993Running coprocessor pre-close hooks at 1731482320993Disabling compacts and flushes for region at 1731482320993Disabling writes for close at 1731482320993Writing region close event to WAL at 1731482320993Running coprocessor post-close hooks at 1731482320996 (+3 ms)Closed at 1731482320996
2024-11-13T07:18:40,996 WARN  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionServer(3299): Not adding moved region record: f6d7fdf452fe581401ff6c61c2934625 to self.
2024-11-13T07:18:40,998 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:40,998 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f6d7fdf452fe581401ff6c61c2934625, regionState=CLOSED
2024-11-13T07:18:41,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:18:41,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-13T07:18:41,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290 in 160 msec
2024-11-13T07:18:41,002 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, REOPEN/MOVE; state=CLOSED, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=true
2024-11-13T07:18:41,153 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f6d7fdf452fe581401ff6c61c2934625, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, REOPEN/MOVE because future has completed
2024-11-13T07:18:41,155 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:18:41,309 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,309 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7752): Opening region: {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:18:41,309 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,309 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:18:41,309 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7794): checking encryption for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,309 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7797): checking classloading for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,310 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6d7fdf452fe581401ff6c61c2934625 
2024-11-13T07:18:41,311 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:41,311 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d7fdf452fe581401ff6c61c2934625 columnFamilyName A
2024-11-13T07:18:41,312 DEBUG [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:41,313 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(327): Store=f6d7fdf452fe581401ff6c61c2934625/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:41,313 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6d7fdf452fe581401ff6c61c2934625 
2024-11-13T07:18:41,314 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:41,314 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d7fdf452fe581401ff6c61c2934625 columnFamilyName B
2024-11-13T07:18:41,314 DEBUG [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:41,314 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(327): Store=f6d7fdf452fe581401ff6c61c2934625/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:41,314 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6d7fdf452fe581401ff6c61c2934625 
2024-11-13T07:18:41,315 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:18:41,315 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6d7fdf452fe581401ff6c61c2934625 columnFamilyName C
2024-11-13T07:18:41,315 DEBUG [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:41,316 INFO  [StoreOpener-f6d7fdf452fe581401ff6c61c2934625-1 {}] regionserver.HStore(327): Store=f6d7fdf452fe581401ff6c61c2934625/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:18:41,320 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,320 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1038): replaying wal for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,322 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,329 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,330 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1048): stopping wal replay for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,330 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1060): Cleaning up temporary data for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,330 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:18:41,332 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1093): writing seq id for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,333 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1114): Opened f6d7fdf452fe581401ff6c61c2934625; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68182741, jitterRate=0.01600201427936554}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:18:41,333 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,334 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1006): Region open journal for f6d7fdf452fe581401ff6c61c2934625:
Running coprocessor pre-open hook at 1731482321309Writing region info on filesystem at 1731482321309Initializing all the Stores at 1731482321310 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482321310Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482321310Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482321310Cleaning up temporary data from old regions at 1731482321330 (+20 ms)Running coprocessor post-open hooks at 1731482321333 (+3 ms)Region opened successfully at 1731482321334 (+1 ms)
2024-11-13T07:18:41,336 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., pid=90, masterSystemTime=1731482321306
2024-11-13T07:18:41,339 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,339 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,341 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f6d7fdf452fe581401ff6c61c2934625, regionState=OPEN, openSeqNum=5, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:18:41,349 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=88
2024-11-13T07:18:41,349 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290 in 190 msec
2024-11-13T07:18:41,351 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-13T07:18:41,352 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, REOPEN/MOVE in 514 msec
2024-11-13T07:18:41,355 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-11-13T07:18:41,356 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec
2024-11-13T07:18:41,359 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec
2024-11-13T07:18:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-13T07:18:41,360 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:41,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223c8c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,365 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c29ed07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,372 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e57c265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b2eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,376 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b9229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,381 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a42968c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469d248f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,384 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7813a4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,388 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaa47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8c61ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745bc109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,396 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b297e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147a1007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,409 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f569a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,412 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58800a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b20e1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,426 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450104a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,428 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88257f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbfe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,431 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a423882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,432 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2586025b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a3307d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,438 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6d2fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,440 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63522544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41092f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,443 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd06259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,446 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241ae5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e1a424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:18:41,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:18:41,454 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:18:41,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:18:41,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:18:41,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158f627b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:18:41,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:18:41,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:18:41,459 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:18:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa2c41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:18:41,462 DEBUG [Thread-1640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,464 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,468 DEBUG [Thread-1647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,469 DEBUG [Thread-1647 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,470 DEBUG [Thread-1647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,468 DEBUG [Thread-1643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,472 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,474 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,485 DEBUG [Thread-1651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,487 DEBUG [Thread-1651 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,487 DEBUG [Thread-1651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,488 DEBUG [Thread-1649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,489 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees
2024-11-13T07:18:41,491 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,494 DEBUG [Thread-1636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,496 DEBUG [Thread-1638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-13T07:18:41,496 DEBUG [Thread-1632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,497 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:41,498 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:41,498 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,501 DEBUG [Thread-1636 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,501 DEBUG [Thread-1636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,502 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,502 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,504 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,504 DEBUG [Thread-1645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,505 DEBUG [Thread-1634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:18:41,506 DEBUG [Thread-1634 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,506 DEBUG [Thread-1634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,507 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:18:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:18:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,510 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:18:41,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:18:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,517 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:18:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:41,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:41,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139eede0d4800a478e8914e7b6e115bf58_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482321515/Put/seqid=0
2024-11-13T07:18:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-13T07:18:41,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482381618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482381627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-13T07:18:41,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:41,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482381628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482381628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482381634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742183_1359 (size=17034)
2024-11-13T07:18:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:41,676 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139eede0d4800a478e8914e7b6e115bf58_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139eede0d4800a478e8914e7b6e115bf58_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:41,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/43c711b75b7e44b78574402371fce141, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:41,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/43c711b75b7e44b78574402371fce141 is 175, key is test_row_0/A:col10/1731482321515/Put/seqid=0
2024-11-13T07:18:41,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742184_1360 (size=48139)
2024-11-13T07:18:41,725 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/43c711b75b7e44b78574402371fce141
2024-11-13T07:18:41,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482381748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/ba4448aa3d604133b89ba7112163fa45 is 50, key is test_row_0/B:col10/1731482321515/Put/seqid=0
2024-11-13T07:18:41,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482381767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482381767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482381767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482381767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742185_1361 (size=12001)
2024-11-13T07:18:41,813 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/ba4448aa3d604133b89ba7112163fa45
2024-11-13T07:18:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-13T07:18:41,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-13T07:18:41,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/aed5e001a03c424685d22364e7f67aa7 is 50, key is test_row_0/C:col10/1731482321515/Put/seqid=0
2024-11-13T07:18:41,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742186_1362 (size=12001)
2024-11-13T07:18:41,917 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/aed5e001a03c424685d22364e7f67aa7
2024-11-13T07:18:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/43c711b75b7e44b78574402371fce141 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/43c711b75b7e44b78574402371fce141
2024-11-13T07:18:41,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482381962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-13T07:18:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:41,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:41,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/43c711b75b7e44b78574402371fce141, entries=250, sequenceid=16, filesize=47.0 K
2024-11-13T07:18:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/ba4448aa3d604133b89ba7112163fa45 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ba4448aa3d604133b89ba7112163fa45
2024-11-13T07:18:41,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482381989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:41,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482381989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482381989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482381989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,024 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ba4448aa3d604133b89ba7112163fa45, entries=150, sequenceid=16, filesize=11.7 K
2024-11-13T07:18:42,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/aed5e001a03c424685d22364e7f67aa7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/aed5e001a03c424685d22364e7f67aa7
2024-11-13T07:18:42,032 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/aed5e001a03c424685d22364e7f67aa7, entries=150, sequenceid=16, filesize=11.7 K
2024-11-13T07:18:42,037 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f6d7fdf452fe581401ff6c61c2934625 in 521ms, sequenceid=16, compaction requested=false
2024-11-13T07:18:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-13T07:18:42,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-13T07:18:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:42,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-13T07:18:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:42,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:42,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:42,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:42,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:42,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:42,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e0c78c207c5b428f929b6db96b43dbef_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482321631/Put/seqid=0
2024-11-13T07:18:42,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742187_1363 (size=12154)
2024-11-13T07:18:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:42,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482382328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482382342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482382345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482382350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482382356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482382468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482382468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482382478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482382478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482382478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:42,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e0c78c207c5b428f929b6db96b43dbef_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e0c78c207c5b428f929b6db96b43dbef_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:42,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/ae3be32632df43e1b8736ea7ac037955, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:42,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/ae3be32632df43e1b8736ea7ac037955 is 175, key is test_row_0/A:col10/1731482321631/Put/seqid=0
2024-11-13T07:18:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-13T07:18:42,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742188_1364 (size=30955)
2024-11-13T07:18:42,652 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/ae3be32632df43e1b8736ea7ac037955
2024-11-13T07:18:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/88c288fb55784a289029e8a046dfc7d4 is 50, key is test_row_0/B:col10/1731482321631/Put/seqid=0
2024-11-13T07:18:42,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482382688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482382697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482382697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482382697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482382703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:42,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742189_1365 (size=12001)
2024-11-13T07:18:42,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/88c288fb55784a289029e8a046dfc7d4
2024-11-13T07:18:42,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/64c636dcd32743ca9cda6ae76e841dcc is 50, key is test_row_0/C:col10/1731482321631/Put/seqid=0
2024-11-13T07:18:42,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742190_1366 (size=12001)
2024-11-13T07:18:42,811 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/64c636dcd32743ca9cda6ae76e841dcc
2024-11-13T07:18:42,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/ae3be32632df43e1b8736ea7ac037955 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ae3be32632df43e1b8736ea7ac037955
2024-11-13T07:18:42,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ae3be32632df43e1b8736ea7ac037955, entries=150, sequenceid=36, filesize=30.2 K
2024-11-13T07:18:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/88c288fb55784a289029e8a046dfc7d4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/88c288fb55784a289029e8a046dfc7d4
2024-11-13T07:18:42,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/88c288fb55784a289029e8a046dfc7d4, entries=150, sequenceid=36, filesize=11.7 K
2024-11-13T07:18:42,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/64c636dcd32743ca9cda6ae76e841dcc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/64c636dcd32743ca9cda6ae76e841dcc
2024-11-13T07:18:42,917 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/64c636dcd32743ca9cda6ae76e841dcc, entries=150, sequenceid=36, filesize=11.7 K
2024-11-13T07:18:42,918 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f6d7fdf452fe581401ff6c61c2934625 in 784ms, sequenceid=36, compaction requested=false
2024-11-13T07:18:42,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:42,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:42,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92
2024-11-13T07:18:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=92
2024-11-13T07:18:42,947 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-13T07:18:42,947 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec
2024-11-13T07:18:42,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.4620 sec
2024-11-13T07:18:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:43,017 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-13T07:18:43,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:43,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:43,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:43,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:43,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:43,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:43,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111311a1e2c069954be1a6d5850c241d891f_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482323014/Put/seqid=0
2024-11-13T07:18:43,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742191_1367 (size=14594)
2024-11-13T07:18:43,055 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:43,063 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111311a1e2c069954be1a6d5850c241d891f_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111311a1e2c069954be1a6d5850c241d891f_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:43,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/9de1b61abf844c3e83c27c84ef9714e0, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:43,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/9de1b61abf844c3e83c27c84ef9714e0 is 175, key is test_row_0/A:col10/1731482323014/Put/seqid=0
2024-11-13T07:18:43,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742192_1368 (size=39549)
2024-11-13T07:18:43,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482383096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482383099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482383105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482383103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482383109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482383218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482383232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482383240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482383240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482383241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482383440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482383449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482383457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482383457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482383457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,501 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/9de1b61abf844c3e83c27c84ef9714e0
2024-11-13T07:18:43,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/b2260cd3ab1d443495466212a6c19573 is 50, key is test_row_0/B:col10/1731482323014/Put/seqid=0
2024-11-13T07:18:43,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742193_1369 (size=12001)
2024-11-13T07:18:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-13T07:18:43,657 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:43,658 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-11-13T07:18:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-13T07:18:43,659 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:43,660 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:43,660 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:43,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482383767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-13T07:18:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482383767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482383778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482383778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482383778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:43,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-13T07:18:43,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:43,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:43,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:43,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:43,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:43,867 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:18:43,966 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/b2260cd3ab1d443495466212a6c19573
2024-11-13T07:18:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-13T07:18:43,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/d7ad26b7a1594109bb83c6dcf95da8ba is 50, key is test_row_0/C:col10/1731482323014/Put/seqid=0
2024-11-13T07:18:43,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-13T07:18:43,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:43,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:43,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:43,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:43,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742194_1370 (size=12001)
2024-11-13T07:18:44,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-13T07:18:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-13T07:18:44,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482384278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:44,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:44,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-13T07:18:44,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482384287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482384301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:44,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482384301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:44,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482384301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:44,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:44,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:44,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:44,452 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/d7ad26b7a1594109bb83c6dcf95da8ba
2024-11-13T07:18:44,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-13T07:18:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:44,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/9de1b61abf844c3e83c27c84ef9714e0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/9de1b61abf844c3e83c27c84ef9714e0
2024-11-13T07:18:44,490 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/9de1b61abf844c3e83c27c84ef9714e0, entries=200, sequenceid=49, filesize=38.6 K
2024-11-13T07:18:44,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/b2260cd3ab1d443495466212a6c19573 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/b2260cd3ab1d443495466212a6c19573
2024-11-13T07:18:44,494 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/b2260cd3ab1d443495466212a6c19573, entries=150, sequenceid=49, filesize=11.7 K
2024-11-13T07:18:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/d7ad26b7a1594109bb83c6dcf95da8ba as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d7ad26b7a1594109bb83c6dcf95da8ba
2024-11-13T07:18:44,501 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d7ad26b7a1594109bb83c6dcf95da8ba, entries=150, sequenceid=49, filesize=11.7 K
2024-11-13T07:18:44,502 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f6d7fdf452fe581401ff6c61c2934625 in 1486ms, sequenceid=49, compaction requested=true
2024-11-13T07:18:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:44,502 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:44,503 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:44,503 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/A is initiating minor compaction (all files)
2024-11-13T07:18:44,503 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/A in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,503 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/43c711b75b7e44b78574402371fce141, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ae3be32632df43e1b8736ea7ac037955, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/9de1b61abf844c3e83c27c84ef9714e0] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=115.9 K
2024-11-13T07:18:44,503 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,503 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/43c711b75b7e44b78574402371fce141, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ae3be32632df43e1b8736ea7ac037955, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/9de1b61abf844c3e83c27c84ef9714e0]
2024-11-13T07:18:44,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:44,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:44,504 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:44,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:44,504 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43c711b75b7e44b78574402371fce141, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482321475
2024-11-13T07:18:44,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:44,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:44,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:44,504 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae3be32632df43e1b8736ea7ac037955, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731482321595
2024-11-13T07:18:44,504 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9de1b61abf844c3e83c27c84ef9714e0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482322322
2024-11-13T07:18:44,505 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:44,505 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/B is initiating minor compaction (all files)
2024-11-13T07:18:44,505 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/B in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,505 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ba4448aa3d604133b89ba7112163fa45, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/88c288fb55784a289029e8a046dfc7d4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/b2260cd3ab1d443495466212a6c19573] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.2 K
2024-11-13T07:18:44,506 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ba4448aa3d604133b89ba7112163fa45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482321506
2024-11-13T07:18:44,506 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 88c288fb55784a289029e8a046dfc7d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731482321595
2024-11-13T07:18:44,507 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b2260cd3ab1d443495466212a6c19573, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482322324
2024-11-13T07:18:44,516 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:44,530 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:44,531 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/cf91ce6096c44dfeb1aad4598b13f997 is 50, key is test_row_0/B:col10/1731482323014/Put/seqid=0
2024-11-13T07:18:44,545 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411138b981e1cd0694d38b73c23f97967c1c4_f6d7fdf452fe581401ff6c61c2934625 store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:44,548 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411138b981e1cd0694d38b73c23f97967c1c4_f6d7fdf452fe581401ff6c61c2934625, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:44,548 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138b981e1cd0694d38b73c23f97967c1c4_f6d7fdf452fe581401ff6c61c2934625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:44,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742195_1371 (size=12104)
2024-11-13T07:18:44,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742196_1372 (size=4469)
2024-11-13T07:18:44,612 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/cf91ce6096c44dfeb1aad4598b13f997 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/cf91ce6096c44dfeb1aad4598b13f997
2024-11-13T07:18:44,614 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#A#compaction#318 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:44,616 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f91f50bb8827461d9aad674b2ab7e629 is 175, key is test_row_0/A:col10/1731482323014/Put/seqid=0
2024-11-13T07:18:44,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-13T07:18:44,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,628 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:18:44,630 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/B of f6d7fdf452fe581401ff6c61c2934625 into cf91ce6096c44dfeb1aad4598b13f997(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:44,630 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:44,630 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/B, priority=13, startTime=1731482324504; duration=0sec
2024-11-13T07:18:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:44,631 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:44,631 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:B
2024-11-13T07:18:44,631 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:44,634 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:44,634 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/C is initiating minor compaction (all files)
2024-11-13T07:18:44,635 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/C in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:44,635 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/aed5e001a03c424685d22364e7f67aa7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/64c636dcd32743ca9cda6ae76e841dcc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d7ad26b7a1594109bb83c6dcf95da8ba] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.2 K
2024-11-13T07:18:44,636 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting aed5e001a03c424685d22364e7f67aa7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731482321506
2024-11-13T07:18:44,637 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 64c636dcd32743ca9cda6ae76e841dcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731482321595
2024-11-13T07:18:44,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c950590423044005a9576225a46fd521_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482323079/Put/seqid=0
2024-11-13T07:18:44,640 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d7ad26b7a1594109bb83c6dcf95da8ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482322324
2024-11-13T07:18:44,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742197_1373 (size=31058)
2024-11-13T07:18:44,658 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:44,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742198_1374 (size=12154)
2024-11-13T07:18:44,659 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/548622d0230e4a00aa8628713d79c35c is 50, key is test_row_0/C:col10/1731482323014/Put/seqid=0
2024-11-13T07:18:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:44,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c950590423044005a9576225a46fd521_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c950590423044005a9576225a46fd521_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:44,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/45d1dba68b1942be89ae99c7b7cb99a4, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:44,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/45d1dba68b1942be89ae99c7b7cb99a4 is 175, key is test_row_0/A:col10/1731482323079/Put/seqid=0
2024-11-13T07:18:44,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742199_1375 (size=12104)
2024-11-13T07:18:44,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742200_1376 (size=30955)
2024-11-13T07:18:44,728 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/548622d0230e4a00aa8628713d79c35c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/548622d0230e4a00aa8628713d79c35c
2024-11-13T07:18:44,776 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/C of f6d7fdf452fe581401ff6c61c2934625 into 548622d0230e4a00aa8628713d79c35c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:44,776 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:44,776 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/C, priority=13, startTime=1731482324504; duration=0sec
2024-11-13T07:18:44,777 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:44,777 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:C
2024-11-13T07:18:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-13T07:18:45,058 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f91f50bb8827461d9aad674b2ab7e629 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f91f50bb8827461d9aad674b2ab7e629
2024-11-13T07:18:45,065 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/A of f6d7fdf452fe581401ff6c61c2934625 into f91f50bb8827461d9aad674b2ab7e629(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:45,065 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:45,065 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/A, priority=13, startTime=1731482324502; duration=0sec
2024-11-13T07:18:45,065 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:45,065 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:A
2024-11-13T07:18:45,116 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=69, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/45d1dba68b1942be89ae99c7b7cb99a4
2024-11-13T07:18:45,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/9b23c0ae9aa9423b9d6eb0d6324119f2 is 50, key is test_row_0/B:col10/1731482323079/Put/seqid=0
2024-11-13T07:18:45,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742201_1377 (size=12001)
2024-11-13T07:18:45,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:45,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482385372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482385381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482385380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482385384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482385385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482385489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482385508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482385508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482385511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482385512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/9b23c0ae9aa9423b9d6eb0d6324119f2
2024-11-13T07:18:45,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/8ad5005b799e490b836fb187e93a356e is 50, key is test_row_0/C:col10/1731482323079/Put/seqid=0
2024-11-13T07:18:45,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742202_1378 (size=12001)
2024-11-13T07:18:45,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482385707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482385717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482385717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482385727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482385737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-13T07:18:46,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482386017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482386027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482386028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482386038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,048 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/8ad5005b799e490b836fb187e93a356e
2024-11-13T07:18:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/45d1dba68b1942be89ae99c7b7cb99a4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/45d1dba68b1942be89ae99c7b7cb99a4
2024-11-13T07:18:46,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/45d1dba68b1942be89ae99c7b7cb99a4, entries=150, sequenceid=69, filesize=30.2 K
2024-11-13T07:18:46,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/9b23c0ae9aa9423b9d6eb0d6324119f2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/9b23c0ae9aa9423b9d6eb0d6324119f2
2024-11-13T07:18:46,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482386057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/9b23c0ae9aa9423b9d6eb0d6324119f2, entries=150, sequenceid=69, filesize=11.7 K
2024-11-13T07:18:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/8ad5005b799e490b836fb187e93a356e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/8ad5005b799e490b836fb187e93a356e
2024-11-13T07:18:46,079 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/8ad5005b799e490b836fb187e93a356e, entries=150, sequenceid=69, filesize=11.7 K
2024-11-13T07:18:46,085 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for f6d7fdf452fe581401ff6c61c2934625 in 1457ms, sequenceid=69, compaction requested=false
2024-11-13T07:18:46,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:46,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:46,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-11-13T07:18:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=94
2024-11-13T07:18:46,089 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-13T07:18:46,089 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4270 sec
2024-11-13T07:18:46,116 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.4390 sec
2024-11-13T07:18:46,543 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:18:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:46,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111378828079cb214c5a82ff75dba9e7ede5_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482325375/Put/seqid=0
2024-11-13T07:18:46,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482386601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482386602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482386606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482386617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742203_1379 (size=14594)
2024-11-13T07:18:46,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482386625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482386728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482386729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482386729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482386729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482386747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482386958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482386958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482386960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482386960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482386977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:46,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:47,061 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111378828079cb214c5a82ff75dba9e7ede5_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111378828079cb214c5a82ff75dba9e7ede5_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:47,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/3cd58e29de444da0b35d22a85f9f7cd9, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:47,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/3cd58e29de444da0b35d22a85f9f7cd9 is 175, key is test_row_0/A:col10/1731482325375/Put/seqid=0
2024-11-13T07:18:47,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742204_1380 (size=39549)
2024-11-13T07:18:47,111 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/3cd58e29de444da0b35d22a85f9f7cd9
2024-11-13T07:18:47,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/5450e1392225440bab9d108b902fbb63 is 50, key is test_row_0/B:col10/1731482325375/Put/seqid=0
2024-11-13T07:18:47,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742205_1381 (size=12001)
2024-11-13T07:18:47,199 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/5450e1392225440bab9d108b902fbb63
2024-11-13T07:18:47,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/3378e32bea6f48eca91602ceb6adf6f3 is 50, key is test_row_0/C:col10/1731482325375/Put/seqid=0
2024-11-13T07:18:47,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482387287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482387287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482387288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482387288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482387287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742206_1382 (size=12001)
2024-11-13T07:18:47,309 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/3378e32bea6f48eca91602ceb6adf6f3
2024-11-13T07:18:47,348 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:18:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/3cd58e29de444da0b35d22a85f9f7cd9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/3cd58e29de444da0b35d22a85f9f7cd9
2024-11-13T07:18:47,374 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/3cd58e29de444da0b35d22a85f9f7cd9, entries=200, sequenceid=86, filesize=38.6 K
2024-11-13T07:18:47,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/5450e1392225440bab9d108b902fbb63 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/5450e1392225440bab9d108b902fbb63
2024-11-13T07:18:47,381 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/5450e1392225440bab9d108b902fbb63, entries=150, sequenceid=86, filesize=11.7 K
2024-11-13T07:18:47,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/3378e32bea6f48eca91602ceb6adf6f3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3378e32bea6f48eca91602ceb6adf6f3
2024-11-13T07:18:47,390 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3378e32bea6f48eca91602ceb6adf6f3, entries=150, sequenceid=86, filesize=11.7 K
2024-11-13T07:18:47,391 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f6d7fdf452fe581401ff6c61c2934625 in 848ms, sequenceid=86, compaction requested=true
2024-11-13T07:18:47,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:47,391 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:47,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:47,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:47,392 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:47,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:47,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:47,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:47,393 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:47,393 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/A is initiating minor compaction (all files)
2024-11-13T07:18:47,393 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/A in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:47,394 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f91f50bb8827461d9aad674b2ab7e629, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/45d1dba68b1942be89ae99c7b7cb99a4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/3cd58e29de444da0b35d22a85f9f7cd9] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=99.2 K
2024-11-13T07:18:47,394 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:47,394 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f91f50bb8827461d9aad674b2ab7e629, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/45d1dba68b1942be89ae99c7b7cb99a4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/3cd58e29de444da0b35d22a85f9f7cd9]
2024-11-13T07:18:47,394 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f91f50bb8827461d9aad674b2ab7e629, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482322324
2024-11-13T07:18:47,394 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:47,395 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/B is initiating minor compaction (all files)
2024-11-13T07:18:47,395 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/B in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:47,395 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/cf91ce6096c44dfeb1aad4598b13f997, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/9b23c0ae9aa9423b9d6eb0d6324119f2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/5450e1392225440bab9d108b902fbb63] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.3 K
2024-11-13T07:18:47,395 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45d1dba68b1942be89ae99c7b7cb99a4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731482323079
2024-11-13T07:18:47,395 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting cf91ce6096c44dfeb1aad4598b13f997, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482322324
2024-11-13T07:18:47,395 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cd58e29de444da0b35d22a85f9f7cd9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731482325371
2024-11-13T07:18:47,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b23c0ae9aa9423b9d6eb0d6324119f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731482323079
2024-11-13T07:18:47,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 5450e1392225440bab9d108b902fbb63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731482325371
2024-11-13T07:18:47,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:47,405 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:47,410 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:47,411 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/78aaef505498400db0146ad07fe6c47f is 50, key is test_row_0/B:col10/1731482325375/Put/seqid=0
2024-11-13T07:18:47,433 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111375786a799f1b489fab84af090c8bafbb_f6d7fdf452fe581401ff6c61c2934625 store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:47,435 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111375786a799f1b489fab84af090c8bafbb_f6d7fdf452fe581401ff6c61c2934625, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:47,435 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111375786a799f1b489fab84af090c8bafbb_f6d7fdf452fe581401ff6c61c2934625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:47,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742207_1383 (size=12207)
2024-11-13T07:18:47,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742208_1384 (size=4469)
2024-11-13T07:18:47,505 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#A#compaction#327 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:47,505 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/c06e5b7f53534d6ea624fb5556cdf6f7 is 175, key is test_row_0/A:col10/1731482325375/Put/seqid=0
2024-11-13T07:18:47,519 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/78aaef505498400db0146ad07fe6c47f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/78aaef505498400db0146ad07fe6c47f
2024-11-13T07:18:47,530 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/B of f6d7fdf452fe581401ff6c61c2934625 into 78aaef505498400db0146ad07fe6c47f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:47,530 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:47,530 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/B, priority=13, startTime=1731482327392; duration=0sec
2024-11-13T07:18:47,530 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:47,530 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:B
2024-11-13T07:18:47,530 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:47,533 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:47,534 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/C is initiating minor compaction (all files)
2024-11-13T07:18:47,534 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/C in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:47,534 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/548622d0230e4a00aa8628713d79c35c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/8ad5005b799e490b836fb187e93a356e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3378e32bea6f48eca91602ceb6adf6f3] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.3 K
2024-11-13T07:18:47,534 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 548622d0230e4a00aa8628713d79c35c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731482322324
2024-11-13T07:18:47,535 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ad5005b799e490b836fb187e93a356e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731482323079
2024-11-13T07:18:47,535 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3378e32bea6f48eca91602ceb6adf6f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731482325371
2024-11-13T07:18:47,550 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:47,551 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/0df5831d66fa474596628e6ded4885e8 is 50, key is test_row_0/C:col10/1731482325375/Put/seqid=0
2024-11-13T07:18:47,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742209_1385 (size=31161)
2024-11-13T07:18:47,566 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/c06e5b7f53534d6ea624fb5556cdf6f7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/c06e5b7f53534d6ea624fb5556cdf6f7
2024-11-13T07:18:47,579 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/A of f6d7fdf452fe581401ff6c61c2934625 into c06e5b7f53534d6ea624fb5556cdf6f7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:47,579 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:47,579 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/A, priority=13, startTime=1731482327391; duration=0sec
2024-11-13T07:18:47,579 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:47,579 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:A
2024-11-13T07:18:47,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742210_1386 (size=12207)
2024-11-13T07:18:47,618 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/0df5831d66fa474596628e6ded4885e8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/0df5831d66fa474596628e6ded4885e8
2024-11-13T07:18:47,626 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/C of f6d7fdf452fe581401ff6c61c2934625 into 0df5831d66fa474596628e6ded4885e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:47,626 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:47,626 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/C, priority=13, startTime=1731482327393; duration=0sec
2024-11-13T07:18:47,627 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:47,627 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:C
2024-11-13T07:18:47,814 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:18:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-13T07:18:47,828 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:47,829 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-11-13T07:18:47,834 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-13T07:18:47,836 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:47,836 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:47,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a888f68a75e045f3adfd0237078fdb77_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482326594/Put/seqid=0
2024-11-13T07:18:47,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482387845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482387848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482387849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482387866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742211_1387 (size=14594)
2024-11-13T07:18:47,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482387901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-13T07:18:47,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:48,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:48,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482388001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482388007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482388010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482388018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482388027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-13T07:18:48,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482388219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482388241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482388241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482388241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482388256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:48,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,343 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a888f68a75e045f3adfd0237078fdb77_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a888f68a75e045f3adfd0237078fdb77_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:48,352 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f900da1ad3ba4ab7a1e701a1f6a46d06, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:48,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f900da1ad3ba4ab7a1e701a1f6a46d06 is 175, key is test_row_0/A:col10/1731482326594/Put/seqid=0
2024-11-13T07:18:48,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742212_1388 (size=39549)
2024-11-13T07:18:48,388 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f900da1ad3ba4ab7a1e701a1f6a46d06
2024-11-13T07:18:48,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/645736e082584434aea5f21bb1203586 is 50, key is test_row_0/B:col10/1731482326594/Put/seqid=0
2024-11-13T07:18:48,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742213_1389 (size=12001)
2024-11-13T07:18:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-13T07:18:48,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:48,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:48,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482388527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482388568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482388568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482388568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482388577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:48,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:48,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,871 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/645736e082584434aea5f21bb1203586
2024-11-13T07:18:48,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/f6c29a9b968349b184a473643365c08e is 50, key is test_row_0/C:col10/1731482326594/Put/seqid=0
2024-11-13T07:18:48,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742214_1390 (size=12001)
2024-11-13T07:18:48,928 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/f6c29a9b968349b184a473643365c08e
2024-11-13T07:18:48,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f900da1ad3ba4ab7a1e701a1f6a46d06 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f900da1ad3ba4ab7a1e701a1f6a46d06
2024-11-13T07:18:48,953 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f900da1ad3ba4ab7a1e701a1f6a46d06, entries=200, sequenceid=107, filesize=38.6 K
2024-11-13T07:18:48,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/645736e082584434aea5f21bb1203586 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/645736e082584434aea5f21bb1203586
2024-11-13T07:18:48,958 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/645736e082584434aea5f21bb1203586, entries=150, sequenceid=107, filesize=11.7 K
2024-11-13T07:18:48,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:48,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/f6c29a9b968349b184a473643365c08e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/f6c29a9b968349b184a473643365c08e
2024-11-13T07:18:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-13T07:18:48,996 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/f6c29a9b968349b184a473643365c08e, entries=150, sequenceid=107, filesize=11.7 K
2024-11-13T07:18:48,997 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f6d7fdf452fe581401ff6c61c2934625 in 1183ms, sequenceid=107, compaction requested=false
2024-11-13T07:18:48,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:49,048 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:18:49,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:49,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:49,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113933b6b36e6e44817ba74e3a687edfb48_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482329047/Put/seqid=0
2024-11-13T07:18:49,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742215_1391 (size=14594)
2024-11-13T07:18:49,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:49,115 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113933b6b36e6e44817ba74e3a687edfb48_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113933b6b36e6e44817ba74e3a687edfb48_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:49,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/987afc5ddec64898bece01e4fdea34e3, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:49,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/987afc5ddec64898bece01e4fdea34e3 is 175, key is test_row_0/A:col10/1731482329047/Put/seqid=0
2024-11-13T07:18:49,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:49,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742216_1392 (size=39549)
2024-11-13T07:18:49,134 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/987afc5ddec64898bece01e4fdea34e3
2024-11-13T07:18:49,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482389122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482389124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482389126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482389128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482389128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482389247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482389247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482389248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482389248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482389257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:49,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:49,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-13T07:18:49,295 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-13T07:18:49,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/0bd16ac8ae7d4a6b98ffa892e204d628 is 50, key is test_row_0/B:col10/1731482329047/Put/seqid=0
2024-11-13T07:18:49,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742217_1393 (size=12001)
2024-11-13T07:18:49,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482389467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482389467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482389467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482389467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482389477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:49,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:49,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:49,712 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/0bd16ac8ae7d4a6b98ffa892e204d628
2024-11-13T07:18:49,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/7720cdf545bc4ec48b009ea5b2f65487 is 50, key is test_row_0/C:col10/1731482329047/Put/seqid=0
2024-11-13T07:18:49,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742218_1394 (size=12001)
2024-11-13T07:18:49,723 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/7720cdf545bc4ec48b009ea5b2f65487
2024-11-13T07:18:49,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/987afc5ddec64898bece01e4fdea34e3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/987afc5ddec64898bece01e4fdea34e3
2024-11-13T07:18:49,729 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/987afc5ddec64898bece01e4fdea34e3, entries=200, sequenceid=122, filesize=38.6 K
2024-11-13T07:18:49,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/0bd16ac8ae7d4a6b98ffa892e204d628 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0bd16ac8ae7d4a6b98ffa892e204d628
2024-11-13T07:18:49,732 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0bd16ac8ae7d4a6b98ffa892e204d628, entries=150, sequenceid=122, filesize=11.7 K
2024-11-13T07:18:49,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/7720cdf545bc4ec48b009ea5b2f65487 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7720cdf545bc4ec48b009ea5b2f65487
2024-11-13T07:18:49,736 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7720cdf545bc4ec48b009ea5b2f65487, entries=150, sequenceid=122, filesize=11.7 K
2024-11-13T07:18:49,737 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f6d7fdf452fe581401ff6c61c2934625 in 689ms, sequenceid=122, compaction requested=true
2024-11-13T07:18:49,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:49,738 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:49,738 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:49,738 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:49,738 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110259 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:49,738 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/B is initiating minor compaction (all files)
2024-11-13T07:18:49,738 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/A is initiating minor compaction (all files)
2024-11-13T07:18:49,738 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/B in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,738 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/A in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,738 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/78aaef505498400db0146ad07fe6c47f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/645736e082584434aea5f21bb1203586, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0bd16ac8ae7d4a6b98ffa892e204d628] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.4 K
2024-11-13T07:18:49,738 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/c06e5b7f53534d6ea624fb5556cdf6f7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f900da1ad3ba4ab7a1e701a1f6a46d06, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/987afc5ddec64898bece01e4fdea34e3] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=107.7 K
2024-11-13T07:18:49,738 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,739 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/c06e5b7f53534d6ea624fb5556cdf6f7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f900da1ad3ba4ab7a1e701a1f6a46d06, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/987afc5ddec64898bece01e4fdea34e3]
2024-11-13T07:18:49,739 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 78aaef505498400db0146ad07fe6c47f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731482325371
2024-11-13T07:18:49,739 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c06e5b7f53534d6ea624fb5556cdf6f7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731482325371
2024-11-13T07:18:49,739 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 645736e082584434aea5f21bb1203586, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731482326594
2024-11-13T07:18:49,739 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f900da1ad3ba4ab7a1e701a1f6a46d06, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731482326594
2024-11-13T07:18:49,739 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd16ac8ae7d4a6b98ffa892e204d628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731482327830
2024-11-13T07:18:49,739 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 987afc5ddec64898bece01e4fdea34e3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731482327830
2024-11-13T07:18:49,745 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:49,745 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/03cbbcfdbbc6439484d76af0088030d3 is 50, key is test_row_0/B:col10/1731482329047/Put/seqid=0
2024-11-13T07:18:49,746 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:49,748 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411135c738666c8d749d491aad9f141c46b1a_f6d7fdf452fe581401ff6c61c2934625 store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:49,749 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411135c738666c8d749d491aad9f141c46b1a_f6d7fdf452fe581401ff6c61c2934625, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:49,749 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135c738666c8d749d491aad9f141c46b1a_f6d7fdf452fe581401ff6c61c2934625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:49,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-13T07:18:49,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:18:49,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:49,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:49,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:49,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:49,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:49,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:49,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742219_1395 (size=12309)
2024-11-13T07:18:49,756 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/03cbbcfdbbc6439484d76af0088030d3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/03cbbcfdbbc6439484d76af0088030d3
2024-11-13T07:18:49,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742220_1396 (size=4469)
2024-11-13T07:18:49,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134728772fde1f4d99bb13aeac69e265c7_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482329124/Put/seqid=0
2024-11-13T07:18:49,763 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#A#compaction#337 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:49,763 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f72c9d22c99245c0bc651e6e1efc6c0c is 175, key is test_row_0/A:col10/1731482329047/Put/seqid=0
2024-11-13T07:18:49,767 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/B of f6d7fdf452fe581401ff6c61c2934625 into 03cbbcfdbbc6439484d76af0088030d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:49,767 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:49,767 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/B, priority=13, startTime=1731482329738; duration=0sec
2024-11-13T07:18:49,767 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:49,767 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:B
2024-11-13T07:18:49,767 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:49,772 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:49,772 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/C is initiating minor compaction (all files)
2024-11-13T07:18:49,772 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/C in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:49,773 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/0df5831d66fa474596628e6ded4885e8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/f6c29a9b968349b184a473643365c08e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7720cdf545bc4ec48b009ea5b2f65487] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.4 K
2024-11-13T07:18:49,773 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 0df5831d66fa474596628e6ded4885e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731482325371
2024-11-13T07:18:49,773 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f6c29a9b968349b184a473643365c08e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731482326594
2024-11-13T07:18:49,774 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7720cdf545bc4ec48b009ea5b2f65487, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731482327830
2024-11-13T07:18:49,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742222_1398 (size=31263)
2024-11-13T07:18:49,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742221_1397 (size=12304)
2024-11-13T07:18:49,786 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:49,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:49,789 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/4b38896ad421456a850886668026fa5d is 50, key is test_row_0/C:col10/1731482329047/Put/seqid=0
2024-11-13T07:18:49,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742223_1399 (size=12309)
2024-11-13T07:18:49,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482389805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482389806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482389807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482389807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482389808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482389917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482389928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482389928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482389928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482389929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-13T07:18:50,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482390139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482390147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482390149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482390152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482390152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:50,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134728772fde1f4d99bb13aeac69e265c7_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134728772fde1f4d99bb13aeac69e265c7_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:50,202 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f72c9d22c99245c0bc651e6e1efc6c0c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f72c9d22c99245c0bc651e6e1efc6c0c
2024-11-13T07:18:50,208 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/A of f6d7fdf452fe581401ff6c61c2934625 into f72c9d22c99245c0bc651e6e1efc6c0c(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:50,208 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:50,208 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/A, priority=13, startTime=1731482329737; duration=0sec
2024-11-13T07:18:50,209 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:50,209 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:A
2024-11-13T07:18:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/10610308dad1446f8182ea502a64df17, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:50,212 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/4b38896ad421456a850886668026fa5d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/4b38896ad421456a850886668026fa5d
2024-11-13T07:18:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/10610308dad1446f8182ea502a64df17 is 175, key is test_row_0/A:col10/1731482329124/Put/seqid=0
2024-11-13T07:18:50,219 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/C of f6d7fdf452fe581401ff6c61c2934625 into 4b38896ad421456a850886668026fa5d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:50,219 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:50,219 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/C, priority=13, startTime=1731482329738; duration=0sec
2024-11-13T07:18:50,219 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:50,219 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:C
2024-11-13T07:18:50,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742224_1400 (size=31105)
2024-11-13T07:18:50,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/10610308dad1446f8182ea502a64df17
2024-11-13T07:18:50,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/352641e62b0e47e5bab6bb6cf53d0a6e is 50, key is test_row_0/B:col10/1731482329124/Put/seqid=0
2024-11-13T07:18:50,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742225_1401 (size=12151)
2024-11-13T07:18:50,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482390457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482390468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482390468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482390481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482390481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,704 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/352641e62b0e47e5bab6bb6cf53d0a6e
2024-11-13T07:18:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/26ab2795a7bb4e6bac9f82fdfdbc2d49 is 50, key is test_row_0/C:col10/1731482329124/Put/seqid=0
2024-11-13T07:18:50,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742226_1402 (size=12151)
2024-11-13T07:18:50,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482390977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482390987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482390987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:51,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482390997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:51,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482391007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:51,136 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/26ab2795a7bb4e6bac9f82fdfdbc2d49
2024-11-13T07:18:51,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/10610308dad1446f8182ea502a64df17 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/10610308dad1446f8182ea502a64df17
2024-11-13T07:18:51,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/10610308dad1446f8182ea502a64df17, entries=150, sequenceid=139, filesize=30.4 K
2024-11-13T07:18:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/352641e62b0e47e5bab6bb6cf53d0a6e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/352641e62b0e47e5bab6bb6cf53d0a6e
2024-11-13T07:18:51,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/352641e62b0e47e5bab6bb6cf53d0a6e, entries=150, sequenceid=139, filesize=11.9 K
2024-11-13T07:18:51,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/26ab2795a7bb4e6bac9f82fdfdbc2d49 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/26ab2795a7bb4e6bac9f82fdfdbc2d49
2024-11-13T07:18:51,171 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/26ab2795a7bb4e6bac9f82fdfdbc2d49, entries=150, sequenceid=139, filesize=11.9 K
2024-11-13T07:18:51,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f6d7fdf452fe581401ff6c61c2934625 in 1422ms, sequenceid=139, compaction requested=false
2024-11-13T07:18:51,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:51,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:51,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-11-13T07:18:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-11-13T07:18:51,175 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-13T07:18:51,175 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3380 sec
2024-11-13T07:18:51,177 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 3.3470 sec
2024-11-13T07:18:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:52,002 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:18:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:52,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111303db1bba340845f7a53e2dd0bd6944e7_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482329796/Put/seqid=0
2024-11-13T07:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-13T07:18:52,027 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:52,028 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:52,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742227_1403 (size=14794)
2024-11-13T07:18:52,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-13T07:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-13T07:18:52,038 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:52,039 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:52,039 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:52,045 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111303db1bba340845f7a53e2dd0bd6944e7_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111303db1bba340845f7a53e2dd0bd6944e7_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:52,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/6294fa31721b4c46831314d38c4e8f5e, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:52,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/6294fa31721b4c46831314d38c4e8f5e is 175, key is test_row_0/A:col10/1731482329796/Put/seqid=0
2024-11-13T07:18:52,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742228_1404 (size=39749)
2024-11-13T07:18:52,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482392047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482392049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482392055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482392064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482392066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-13T07:18:52,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482392180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482392180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482392180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482392180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482392187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-13T07:18:52,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:52,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-13T07:18:52,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-13T07:18:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:52,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482392397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482392397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482392397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482392397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482392397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,465 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/6294fa31721b4c46831314d38c4e8f5e
2024-11-13T07:18:52,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/15c4a8cdfdbc46858f96303fdf175e64 is 50, key is test_row_0/B:col10/1731482329796/Put/seqid=0
2024-11-13T07:18:52,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742229_1405 (size=12151)
2024-11-13T07:18:52,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-13T07:18:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:52,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-13T07:18:52,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-13T07:18:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482392725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482392725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482392726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482392728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482392728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:52,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:52,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:52,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-13T07:18:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:52,881 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/15c4a8cdfdbc46858f96303fdf175e64
2024-11-13T07:18:52,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/d1d9752a37824afe9eae18834f52f191 is 50, key is test_row_0/C:col10/1731482329796/Put/seqid=0
2024-11-13T07:18:52,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742230_1406 (size=12151)
2024-11-13T07:18:52,919 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/d1d9752a37824afe9eae18834f52f191
2024-11-13T07:18:52,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/6294fa31721b4c46831314d38c4e8f5e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6294fa31721b4c46831314d38c4e8f5e
2024-11-13T07:18:52,939 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6294fa31721b4c46831314d38c4e8f5e, entries=200, sequenceid=158, filesize=38.8 K
2024-11-13T07:18:52,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/15c4a8cdfdbc46858f96303fdf175e64 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/15c4a8cdfdbc46858f96303fdf175e64
2024-11-13T07:18:52,954 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/15c4a8cdfdbc46858f96303fdf175e64, entries=150, sequenceid=158, filesize=11.9 K
2024-11-13T07:18:52,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/d1d9752a37824afe9eae18834f52f191 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d1d9752a37824afe9eae18834f52f191
2024-11-13T07:18:52,972 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d1d9752a37824afe9eae18834f52f191, entries=150, sequenceid=158, filesize=11.9 K
2024-11-13T07:18:52,973 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f6d7fdf452fe581401ff6c61c2934625 in 971ms, sequenceid=158, compaction requested=true
2024-11-13T07:18:52,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:52,974 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:18:52,974 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:52,976 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:52,976 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/B is initiating minor compaction (all files)
2024-11-13T07:18:52,976 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/B in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,977 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/03cbbcfdbbc6439484d76af0088030d3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/352641e62b0e47e5bab6bb6cf53d0a6e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/15c4a8cdfdbc46858f96303fdf175e64] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.8 K
2024-11-13T07:18:52,977 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102117 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:52,977 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/A is initiating minor compaction (all files)
2024-11-13T07:18:52,977 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/A in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,977 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 03cbbcfdbbc6439484d76af0088030d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731482327830
2024-11-13T07:18:52,977 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f72c9d22c99245c0bc651e6e1efc6c0c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/10610308dad1446f8182ea502a64df17, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6294fa31721b4c46831314d38c4e8f5e] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=99.7 K
2024-11-13T07:18:52,977 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,977 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f72c9d22c99245c0bc651e6e1efc6c0c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/10610308dad1446f8182ea502a64df17, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6294fa31721b4c46831314d38c4e8f5e]
2024-11-13T07:18:52,978 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 352641e62b0e47e5bab6bb6cf53d0a6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731482329095
2024-11-13T07:18:52,980 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 15c4a8cdfdbc46858f96303fdf175e64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482329796
2024-11-13T07:18:52,981 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f72c9d22c99245c0bc651e6e1efc6c0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731482327830
2024-11-13T07:18:52,984 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10610308dad1446f8182ea502a64df17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731482329095
2024-11-13T07:18:52,984 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6294fa31721b4c46831314d38c4e8f5e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482329796
2024-11-13T07:18:52,991 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:52,992 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/0a30b2a92ff84599b71f94786a032647 is 50, key is test_row_0/B:col10/1731482329796/Put/seqid=0
2024-11-13T07:18:52,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-13T07:18:52,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:52,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:18:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:53,001 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:53,017 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113e83ac86020464b7ca71d99e7aa91edf2_f6d7fdf452fe581401ff6c61c2934625 store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:53,019 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113e83ac86020464b7ca71d99e7aa91edf2_f6d7fdf452fe581401ff6c61c2934625, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:53,019 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e83ac86020464b7ca71d99e7aa91edf2_f6d7fdf452fe581401ff6c61c2934625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:53,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742231_1407 (size=12561)
2024-11-13T07:18:53,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111363778fbab752400097ce1af955653ff4_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482332062/Put/seqid=0
2024-11-13T07:18:53,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742232_1408 (size=4469)
2024-11-13T07:18:53,055 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#A#compaction#346 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:53,056 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f7942b744c78430aab378e70115d6848 is 175, key is test_row_0/A:col10/1731482329796/Put/seqid=0
2024-11-13T07:18:53,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742233_1409 (size=12304)
2024-11-13T07:18:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:53,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742234_1410 (size=31515)
2024-11-13T07:18:53,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111363778fbab752400097ce1af955653ff4_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111363778fbab752400097ce1af955653ff4_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/1205c7079f9f4717937a303a82c7e3ab, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/1205c7079f9f4717937a303a82c7e3ab is 175, key is test_row_0/A:col10/1731482332062/Put/seqid=0
2024-11-13T07:18:53,076 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/f7942b744c78430aab378e70115d6848 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f7942b744c78430aab378e70115d6848
2024-11-13T07:18:53,081 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/A of f6d7fdf452fe581401ff6c61c2934625 into f7942b744c78430aab378e70115d6848(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:53,081 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:53,081 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/A, priority=13, startTime=1731482332973; duration=0sec
2024-11-13T07:18:53,081 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:53,081 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:A
2024-11-13T07:18:53,081 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:53,085 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:53,085 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/C is initiating minor compaction (all files)
2024-11-13T07:18:53,085 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/C in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:53,085 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/4b38896ad421456a850886668026fa5d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/26ab2795a7bb4e6bac9f82fdfdbc2d49, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d1d9752a37824afe9eae18834f52f191] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.8 K
2024-11-13T07:18:53,085 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b38896ad421456a850886668026fa5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731482327830
2024-11-13T07:18:53,086 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26ab2795a7bb4e6bac9f82fdfdbc2d49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731482329095
2024-11-13T07:18:53,086 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1d9752a37824afe9eae18834f52f191, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482329796
2024-11-13T07:18:53,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742235_1411 (size=31105)
2024-11-13T07:18:53,095 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/1205c7079f9f4717937a303a82c7e3ab
2024-11-13T07:18:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/8c3958e0dbb84255ba77036e9d68aa2f is 50, key is test_row_0/B:col10/1731482332062/Put/seqid=0
2024-11-13T07:18:53,118 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#C#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:53,118 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/35abcad0fc544917bad88798ba3e0950 is 50, key is test_row_0/C:col10/1731482329796/Put/seqid=0
2024-11-13T07:18:53,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742236_1412 (size=12151)
2024-11-13T07:18:53,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742237_1413 (size=12561)
2024-11-13T07:18:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-13T07:18:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:53,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:53,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482393272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482393273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482393273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482393274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482393275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482393387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482393397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482393397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482393397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482393397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,427 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/0a30b2a92ff84599b71f94786a032647 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0a30b2a92ff84599b71f94786a032647
2024-11-13T07:18:53,431 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/B of f6d7fdf452fe581401ff6c61c2934625 into 0a30b2a92ff84599b71f94786a032647(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:53,431 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:53,431 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/B, priority=13, startTime=1731482332974; duration=0sec
2024-11-13T07:18:53,431 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:53,431 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:B
2024-11-13T07:18:53,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/8c3958e0dbb84255ba77036e9d68aa2f
2024-11-13T07:18:53,531 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/35abcad0fc544917bad88798ba3e0950 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/35abcad0fc544917bad88798ba3e0950
2024-11-13T07:18:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/dd45de5fcbf045b194460e334f681510 is 50, key is test_row_0/C:col10/1731482332062/Put/seqid=0
2024-11-13T07:18:53,539 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/C of f6d7fdf452fe581401ff6c61c2934625 into 35abcad0fc544917bad88798ba3e0950(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:53,539 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:53,539 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/C, priority=13, startTime=1731482332974; duration=0sec
2024-11-13T07:18:53,539 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:53,539 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:C
2024-11-13T07:18:53,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742238_1414 (size=12151)
2024-11-13T07:18:53,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/dd45de5fcbf045b194460e334f681510
2024-11-13T07:18:53,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/1205c7079f9f4717937a303a82c7e3ab as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/1205c7079f9f4717937a303a82c7e3ab
2024-11-13T07:18:53,547 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/1205c7079f9f4717937a303a82c7e3ab, entries=150, sequenceid=174, filesize=30.4 K
2024-11-13T07:18:53,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/8c3958e0dbb84255ba77036e9d68aa2f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8c3958e0dbb84255ba77036e9d68aa2f
2024-11-13T07:18:53,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8c3958e0dbb84255ba77036e9d68aa2f, entries=150, sequenceid=174, filesize=11.9 K
2024-11-13T07:18:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/dd45de5fcbf045b194460e334f681510 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/dd45de5fcbf045b194460e334f681510
2024-11-13T07:18:53,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/dd45de5fcbf045b194460e334f681510, entries=150, sequenceid=174, filesize=11.9 K
2024-11-13T07:18:53,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f6d7fdf452fe581401ff6c61c2934625 in 564ms, sequenceid=174, compaction requested=false
2024-11-13T07:18:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:53,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-13T07:18:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-13T07:18:53,561 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-13T07:18:53,561 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5210 sec
2024-11-13T07:18:53,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.5340 sec
2024-11-13T07:18:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:53,602 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:18:53,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:53,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:53,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132ec8a4de3c5846cf9d6aa0c9d2a4912d_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482333273/Put/seqid=0
2024-11-13T07:18:53,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482393632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482393634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482393636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482393637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482393638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742239_1415 (size=14794)
2024-11-13T07:18:53,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482393747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482393757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482393757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482393758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482393767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482393960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482393967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482393968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482393979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:53,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482393987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,063 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:54,068 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132ec8a4de3c5846cf9d6aa0c9d2a4912d_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ec8a4de3c5846cf9d6aa0c9d2a4912d_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:54,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/6380fd503ec54f08b0beb4962173c342, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:54,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/6380fd503ec54f08b0beb4962173c342 is 175, key is test_row_0/A:col10/1731482333273/Put/seqid=0
2024-11-13T07:18:54,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742240_1416 (size=39749)
2024-11-13T07:18:54,130 WARN  [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 4, running: 1
2024-11-13T07:18:54,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/43c711b75b7e44b78574402371fce141, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ae3be32632df43e1b8736ea7ac037955, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/9de1b61abf844c3e83c27c84ef9714e0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f91f50bb8827461d9aad674b2ab7e629, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/45d1dba68b1942be89ae99c7b7cb99a4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/3cd58e29de444da0b35d22a85f9f7cd9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/c06e5b7f53534d6ea624fb5556cdf6f7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f900da1ad3ba4ab7a1e701a1f6a46d06, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/987afc5ddec64898bece01e4fdea34e3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f72c9d22c99245c0bc651e6e1efc6c0c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/10610308dad1446f8182ea502a64df17, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6294fa31721b4c46831314d38c4e8f5e] to archive
2024-11-13T07:18:54,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:54,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/43c711b75b7e44b78574402371fce141 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/43c711b75b7e44b78574402371fce141
2024-11-13T07:18:54,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ae3be32632df43e1b8736ea7ac037955 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ae3be32632df43e1b8736ea7ac037955
2024-11-13T07:18:54,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/9de1b61abf844c3e83c27c84ef9714e0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/9de1b61abf844c3e83c27c84ef9714e0
2024-11-13T07:18:54,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f91f50bb8827461d9aad674b2ab7e629 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f91f50bb8827461d9aad674b2ab7e629
2024-11-13T07:18:54,144 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/45d1dba68b1942be89ae99c7b7cb99a4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/45d1dba68b1942be89ae99c7b7cb99a4
2024-11-13T07:18:54,146 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/3cd58e29de444da0b35d22a85f9f7cd9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/3cd58e29de444da0b35d22a85f9f7cd9
2024-11-13T07:18:54,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/c06e5b7f53534d6ea624fb5556cdf6f7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/c06e5b7f53534d6ea624fb5556cdf6f7
2024-11-13T07:18:54,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f900da1ad3ba4ab7a1e701a1f6a46d06 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f900da1ad3ba4ab7a1e701a1f6a46d06
2024-11-13T07:18:54,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/987afc5ddec64898bece01e4fdea34e3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/987afc5ddec64898bece01e4fdea34e3
2024-11-13T07:18:54,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f72c9d22c99245c0bc651e6e1efc6c0c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f72c9d22c99245c0bc651e6e1efc6c0c
2024-11-13T07:18:54,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/10610308dad1446f8182ea502a64df17 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/10610308dad1446f8182ea502a64df17
2024-11-13T07:18:54,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6294fa31721b4c46831314d38c4e8f5e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6294fa31721b4c46831314d38c4e8f5e
2024-11-13T07:18:54,173 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ba4448aa3d604133b89ba7112163fa45, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/88c288fb55784a289029e8a046dfc7d4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/cf91ce6096c44dfeb1aad4598b13f997, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/b2260cd3ab1d443495466212a6c19573, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/9b23c0ae9aa9423b9d6eb0d6324119f2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/78aaef505498400db0146ad07fe6c47f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/5450e1392225440bab9d108b902fbb63, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/645736e082584434aea5f21bb1203586, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/03cbbcfdbbc6439484d76af0088030d3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0bd16ac8ae7d4a6b98ffa892e204d628, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/352641e62b0e47e5bab6bb6cf53d0a6e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/15c4a8cdfdbc46858f96303fdf175e64] to archive
2024-11-13T07:18:54,174 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:54,176 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ba4448aa3d604133b89ba7112163fa45 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ba4448aa3d604133b89ba7112163fa45
2024-11-13T07:18:54,177 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/88c288fb55784a289029e8a046dfc7d4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/88c288fb55784a289029e8a046dfc7d4
2024-11-13T07:18:54,178 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/cf91ce6096c44dfeb1aad4598b13f997 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/cf91ce6096c44dfeb1aad4598b13f997
2024-11-13T07:18:54,179 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/b2260cd3ab1d443495466212a6c19573 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/b2260cd3ab1d443495466212a6c19573
2024-11-13T07:18:54,179 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/9b23c0ae9aa9423b9d6eb0d6324119f2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/9b23c0ae9aa9423b9d6eb0d6324119f2
2024-11-13T07:18:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-13T07:18:54,188 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:54,182 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/78aaef505498400db0146ad07fe6c47f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/78aaef505498400db0146ad07fe6c47f
2024-11-13T07:18:54,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-13T07:18:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-13T07:18:54,195 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:54,196 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:54,196 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/5450e1392225440bab9d108b902fbb63 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/5450e1392225440bab9d108b902fbb63
2024-11-13T07:18:54,198 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:54,201 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/645736e082584434aea5f21bb1203586 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/645736e082584434aea5f21bb1203586
2024-11-13T07:18:54,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/03cbbcfdbbc6439484d76af0088030d3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/03cbbcfdbbc6439484d76af0088030d3
2024-11-13T07:18:54,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0bd16ac8ae7d4a6b98ffa892e204d628 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0bd16ac8ae7d4a6b98ffa892e204d628
2024-11-13T07:18:54,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/352641e62b0e47e5bab6bb6cf53d0a6e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/352641e62b0e47e5bab6bb6cf53d0a6e
2024-11-13T07:18:54,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/15c4a8cdfdbc46858f96303fdf175e64 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/15c4a8cdfdbc46858f96303fdf175e64
2024-11-13T07:18:54,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/aed5e001a03c424685d22364e7f67aa7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/64c636dcd32743ca9cda6ae76e841dcc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/548622d0230e4a00aa8628713d79c35c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d7ad26b7a1594109bb83c6dcf95da8ba, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/8ad5005b799e490b836fb187e93a356e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/0df5831d66fa474596628e6ded4885e8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3378e32bea6f48eca91602ceb6adf6f3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/f6c29a9b968349b184a473643365c08e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/4b38896ad421456a850886668026fa5d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7720cdf545bc4ec48b009ea5b2f65487, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/26ab2795a7bb4e6bac9f82fdfdbc2d49, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d1d9752a37824afe9eae18834f52f191] to archive
2024-11-13T07:18:54,217 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:18:54,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/aed5e001a03c424685d22364e7f67aa7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/aed5e001a03c424685d22364e7f67aa7
2024-11-13T07:18:54,220 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/64c636dcd32743ca9cda6ae76e841dcc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/64c636dcd32743ca9cda6ae76e841dcc
2024-11-13T07:18:54,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/548622d0230e4a00aa8628713d79c35c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/548622d0230e4a00aa8628713d79c35c
2024-11-13T07:18:54,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d7ad26b7a1594109bb83c6dcf95da8ba to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d7ad26b7a1594109bb83c6dcf95da8ba
2024-11-13T07:18:54,223 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/8ad5005b799e490b836fb187e93a356e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/8ad5005b799e490b836fb187e93a356e
2024-11-13T07:18:54,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/0df5831d66fa474596628e6ded4885e8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/0df5831d66fa474596628e6ded4885e8
2024-11-13T07:18:54,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3378e32bea6f48eca91602ceb6adf6f3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3378e32bea6f48eca91602ceb6adf6f3
2024-11-13T07:18:54,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/f6c29a9b968349b184a473643365c08e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/f6c29a9b968349b184a473643365c08e
2024-11-13T07:18:54,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/4b38896ad421456a850886668026fa5d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/4b38896ad421456a850886668026fa5d
2024-11-13T07:18:54,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7720cdf545bc4ec48b009ea5b2f65487 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7720cdf545bc4ec48b009ea5b2f65487
2024-11-13T07:18:54,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/26ab2795a7bb4e6bac9f82fdfdbc2d49 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/26ab2795a7bb4e6bac9f82fdfdbc2d49
2024-11-13T07:18:54,238 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d1d9752a37824afe9eae18834f52f191 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/d1d9752a37824afe9eae18834f52f191
2024-11-13T07:18:54,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482394289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-13T07:18:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482394290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482394290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482394290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482394312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-13T07:18:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:54,479 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/6380fd503ec54f08b0beb4962173c342
2024-11-13T07:18:54,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/8bd81fc9d07e4d4fb97de5c44d919523 is 50, key is test_row_0/B:col10/1731482333273/Put/seqid=0
2024-11-13T07:18:54,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-13T07:18:54,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-13T07:18:54,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:54,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:54,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:54,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742241_1417 (size=12151)
2024-11-13T07:18:54,539 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/8bd81fc9d07e4d4fb97de5c44d919523
2024-11-13T07:18:54,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/3553aec62d4049d3862bfc89989bc814 is 50, key is test_row_0/C:col10/1731482333273/Put/seqid=0
2024-11-13T07:18:54,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742242_1418 (size=12151)
2024-11-13T07:18:54,596 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/3553aec62d4049d3862bfc89989bc814
2024-11-13T07:18:54,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/6380fd503ec54f08b0beb4962173c342 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6380fd503ec54f08b0beb4962173c342
2024-11-13T07:18:54,617 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6380fd503ec54f08b0beb4962173c342, entries=200, sequenceid=194, filesize=38.8 K
2024-11-13T07:18:54,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/8bd81fc9d07e4d4fb97de5c44d919523 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8bd81fc9d07e4d4fb97de5c44d919523
2024-11-13T07:18:54,632 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8bd81fc9d07e4d4fb97de5c44d919523, entries=150, sequenceid=194, filesize=11.9 K
2024-11-13T07:18:54,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/3553aec62d4049d3862bfc89989bc814 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3553aec62d4049d3862bfc89989bc814
2024-11-13T07:18:54,652 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3553aec62d4049d3862bfc89989bc814, entries=150, sequenceid=194, filesize=11.9 K
2024-11-13T07:18:54,653 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f6d7fdf452fe581401ff6c61c2934625 in 1051ms, sequenceid=194, compaction requested=true
2024-11-13T07:18:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:54,653 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:18:54,656 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:54,658 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:54,658 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/A is initiating minor compaction (all files)
2024-11-13T07:18:54,658 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/A in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,658 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f7942b744c78430aab378e70115d6848, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/1205c7079f9f4717937a303a82c7e3ab, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6380fd503ec54f08b0beb4962173c342] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=100.0 K
2024-11-13T07:18:54,658 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,658 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f7942b744c78430aab378e70115d6848, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/1205c7079f9f4717937a303a82c7e3ab, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6380fd503ec54f08b0beb4962173c342]
2024-11-13T07:18:54,659 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:54,659 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/B is initiating minor compaction (all files)
2024-11-13T07:18:54,659 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/B in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,659 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0a30b2a92ff84599b71f94786a032647, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8c3958e0dbb84255ba77036e9d68aa2f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8bd81fc9d07e4d4fb97de5c44d919523] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=36.0 K
2024-11-13T07:18:54,659 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7942b744c78430aab378e70115d6848, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482329796
2024-11-13T07:18:54,659 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a30b2a92ff84599b71f94786a032647, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482329796
2024-11-13T07:18:54,660 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1205c7079f9f4717937a303a82c7e3ab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731482332024
2024-11-13T07:18:54,660 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c3958e0dbb84255ba77036e9d68aa2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731482332024
2024-11-13T07:18:54,660 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6380fd503ec54f08b0beb4962173c342, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482333271
2024-11-13T07:18:54,660 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bd81fc9d07e4d4fb97de5c44d919523, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482333271
2024-11-13T07:18:54,672 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:54,676 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#B#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:54,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-13T07:18:54,677 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/ce6525e678e245cf9c2c809c4fdc1239 is 50, key is test_row_0/B:col10/1731482333273/Put/seqid=0
2024-11-13T07:18:54,678 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111378eb9c3be3434ecba85684c6868f461c_f6d7fdf452fe581401ff6c61c2934625 store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:54,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,698 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:18:54,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:54,699 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111378eb9c3be3434ecba85684c6868f461c_f6d7fdf452fe581401ff6c61c2934625, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:54,700 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111378eb9c3be3434ecba85684c6868f461c_f6d7fdf452fe581401ff6c61c2934625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:54,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742243_1419 (size=12254)
2024-11-13T07:18:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:54,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:54,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:54,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:54,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:54,742 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/ce6525e678e245cf9c2c809c4fdc1239 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ce6525e678e245cf9c2c809c4fdc1239
2024-11-13T07:18:54,751 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/B of f6d7fdf452fe581401ff6c61c2934625 into ce6525e678e245cf9c2c809c4fdc1239(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:54,751 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:54,751 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/B, priority=13, startTime=1731482334653; duration=0sec
2024-11-13T07:18:54,751 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:54,751 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:B
2024-11-13T07:18:54,751 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:54,752 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:54,752 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/C is initiating minor compaction (all files)
2024-11-13T07:18:54,752 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/C in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:54,753 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/35abcad0fc544917bad88798ba3e0950, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/dd45de5fcbf045b194460e334f681510, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3553aec62d4049d3862bfc89989bc814] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=36.0 K
2024-11-13T07:18:54,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ec62fe621ab74afbb166e5a05694638a_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482333637/Put/seqid=0
2024-11-13T07:18:54,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742244_1420 (size=4469)
2024-11-13T07:18:54,771 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 35abcad0fc544917bad88798ba3e0950, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731482329796
2024-11-13T07:18:54,776 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting dd45de5fcbf045b194460e334f681510, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731482332024
2024-11-13T07:18:54,780 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3553aec62d4049d3862bfc89989bc814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482333271
2024-11-13T07:18:54,807 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#C#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:54,807 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/1f646b01622f46c38b77ca4e1e37e4d8 is 50, key is test_row_0/C:col10/1731482333273/Put/seqid=0
2024-11-13T07:18:54,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742245_1421 (size=12304)
2024-11-13T07:18:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-13T07:18:54,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:54,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742246_1422 (size=12254)
2024-11-13T07:18:54,851 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ec62fe621ab74afbb166e5a05694638a_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ec62fe621ab74afbb166e5a05694638a_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:54,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/ec0eaa5ec3414edbaf5f7da20818c6b8, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:54,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/ec0eaa5ec3414edbaf5f7da20818c6b8 is 175, key is test_row_0/A:col10/1731482333637/Put/seqid=0
2024-11-13T07:18:54,862 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/1f646b01622f46c38b77ca4e1e37e4d8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/1f646b01622f46c38b77ca4e1e37e4d8
2024-11-13T07:18:54,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742247_1423 (size=31105)
2024-11-13T07:18:54,881 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/ec0eaa5ec3414edbaf5f7da20818c6b8
2024-11-13T07:18:54,883 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/C of f6d7fdf452fe581401ff6c61c2934625 into 1f646b01622f46c38b77ca4e1e37e4d8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:54,883 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:54,883 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/C, priority=13, startTime=1731482334653; duration=0sec
2024-11-13T07:18:54,883 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:54,883 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:C
2024-11-13T07:18:54,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/1c311adac7074aa89e1dbc27e044034e is 50, key is test_row_0/B:col10/1731482333637/Put/seqid=0
2024-11-13T07:18:54,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742248_1424 (size=12151)
2024-11-13T07:18:54,905 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/1c311adac7074aa89e1dbc27e044034e
2024-11-13T07:18:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/14da807036354a46a9f05676e4ccc36f is 50, key is test_row_0/C:col10/1731482333637/Put/seqid=0
2024-11-13T07:18:54,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482394918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482394920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482394925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742249_1425 (size=12151)
2024-11-13T07:18:54,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482394939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482394939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482395048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482395048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482395054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482395068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482395068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,169 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#A#compaction#354 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:55,170 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/54b3d8319ebf4ab18942b5e1c20694da is 175, key is test_row_0/A:col10/1731482333273/Put/seqid=0
2024-11-13T07:18:55,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742250_1426 (size=31208)
2024-11-13T07:18:55,177 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/54b3d8319ebf4ab18942b5e1c20694da as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/54b3d8319ebf4ab18942b5e1c20694da
2024-11-13T07:18:55,181 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/A of f6d7fdf452fe581401ff6c61c2934625 into 54b3d8319ebf4ab18942b5e1c20694da(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:55,181 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:55,181 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/A, priority=13, startTime=1731482334653; duration=0sec
2024-11-13T07:18:55,182 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:55,182 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:A
2024-11-13T07:18:55,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482395268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482395268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482395272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482395278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482395287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-13T07:18:55,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/14da807036354a46a9f05676e4ccc36f
2024-11-13T07:18:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/ec0eaa5ec3414edbaf5f7da20818c6b8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ec0eaa5ec3414edbaf5f7da20818c6b8
2024-11-13T07:18:55,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ec0eaa5ec3414edbaf5f7da20818c6b8, entries=150, sequenceid=209, filesize=30.4 K
2024-11-13T07:18:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/1c311adac7074aa89e1dbc27e044034e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1c311adac7074aa89e1dbc27e044034e
2024-11-13T07:18:55,365 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1c311adac7074aa89e1dbc27e044034e, entries=150, sequenceid=209, filesize=11.9 K
2024-11-13T07:18:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/14da807036354a46a9f05676e4ccc36f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/14da807036354a46a9f05676e4ccc36f
2024-11-13T07:18:55,384 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/14da807036354a46a9f05676e4ccc36f, entries=150, sequenceid=209, filesize=11.9 K
2024-11-13T07:18:55,391 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f6d7fdf452fe581401ff6c61c2934625 in 695ms, sequenceid=209, compaction requested=false
2024-11-13T07:18:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-13T07:18:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-13T07:18:55,396 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-13T07:18:55,396 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1960 sec
2024-11-13T07:18:55,399 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.2040 sec
2024-11-13T07:18:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:55,597 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:18:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:55,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:55,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131d75ed31bc5640c8a9a4de6938d70f6a_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482334937/Put/seqid=0
2024-11-13T07:18:55,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742251_1427 (size=14794)
2024-11-13T07:18:55,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:55,641 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131d75ed31bc5640c8a9a4de6938d70f6a_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131d75ed31bc5640c8a9a4de6938d70f6a_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:55,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/49432db56ec341659906c326350ea780, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:55,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/49432db56ec341659906c326350ea780 is 175, key is test_row_0/A:col10/1731482334937/Put/seqid=0
2024-11-13T07:18:55,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482395631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482395631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482395631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482395633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482395651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742252_1428 (size=39749)
2024-11-13T07:18:55,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482395758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482395758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482395758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482395758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482395778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482395978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482395978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482395978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482395978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:55,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:55,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482395991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,089 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/49432db56ec341659906c326350ea780
2024-11-13T07:18:56,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/a53a678416ed4815ae4f07271193797b is 50, key is test_row_0/B:col10/1731482334937/Put/seqid=0
2024-11-13T07:18:56,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742253_1429 (size=12151)
2024-11-13T07:18:56,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482396297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482396298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482396298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482396298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482396308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-13T07:18:56,347 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:56,348 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-13T07:18:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-13T07:18:56,351 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:56,352 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:56,352 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-13T07:18:56,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-13T07:18:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:56,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:56,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:18:56,512 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/a53a678416ed4815ae4f07271193797b
2024-11-13T07:18:56,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/7b5edccb24344d528884b4d5f53b9c95 is 50, key is test_row_0/C:col10/1731482334937/Put/seqid=0
2024-11-13T07:18:56,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742254_1430 (size=12151)
2024-11-13T07:18:56,527 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/7b5edccb24344d528884b4d5f53b9c95
2024-11-13T07:18:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/49432db56ec341659906c326350ea780 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/49432db56ec341659906c326350ea780
2024-11-13T07:18:56,541 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/49432db56ec341659906c326350ea780, entries=200, sequenceid=230, filesize=38.8 K
2024-11-13T07:18:56,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/a53a678416ed4815ae4f07271193797b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/a53a678416ed4815ae4f07271193797b
2024-11-13T07:18:56,547 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/a53a678416ed4815ae4f07271193797b, entries=150, sequenceid=230, filesize=11.9 K
2024-11-13T07:18:56,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/7b5edccb24344d528884b4d5f53b9c95 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7b5edccb24344d528884b4d5f53b9c95
2024-11-13T07:18:56,564 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7b5edccb24344d528884b4d5f53b9c95, entries=150, sequenceid=230, filesize=11.9 K
2024-11-13T07:18:56,565 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f6d7fdf452fe581401ff6c61c2934625 in 968ms, sequenceid=230, compaction requested=true
2024-11-13T07:18:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:56,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:18:56,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:56,566 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:56,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:18:56,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:56,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6d7fdf452fe581401ff6c61c2934625:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:18:56,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:18:56,566 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:56,568 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102062 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:56,568 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:56,568 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/B is initiating minor compaction (all files)
2024-11-13T07:18:56,568 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/B in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:56,569 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ce6525e678e245cf9c2c809c4fdc1239, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1c311adac7074aa89e1dbc27e044034e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/a53a678416ed4815ae4f07271193797b] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.7 K
2024-11-13T07:18:56,569 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/A is initiating minor compaction (all files)
2024-11-13T07:18:56,569 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/A in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:56,569 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/54b3d8319ebf4ab18942b5e1c20694da, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ec0eaa5ec3414edbaf5f7da20818c6b8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/49432db56ec341659906c326350ea780] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=99.7 K
2024-11-13T07:18:56,569 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:56,569 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/54b3d8319ebf4ab18942b5e1c20694da, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ec0eaa5ec3414edbaf5f7da20818c6b8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/49432db56ec341659906c326350ea780]
2024-11-13T07:18:56,570 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 54b3d8319ebf4ab18942b5e1c20694da, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482333271
2024-11-13T07:18:56,570 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce6525e678e245cf9c2c809c4fdc1239, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482333271
2024-11-13T07:18:56,570 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ec0eaa5ec3414edbaf5f7da20818c6b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482333634
2024-11-13T07:18:56,572 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 49432db56ec341659906c326350ea780, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482334917
2024-11-13T07:18:56,572 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c311adac7074aa89e1dbc27e044034e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482333634
2024-11-13T07:18:56,573 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting a53a678416ed4815ae4f07271193797b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482334917
2024-11-13T07:18:56,601 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:56,603 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:56,604 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/1263872fd320443fbc66943a8c2ed466 is 50, key is test_row_0/B:col10/1731482334937/Put/seqid=0
2024-11-13T07:18:56,605 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411130c2662dcc269499eb258d6ba4282626a_f6d7fdf452fe581401ff6c61c2934625 store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:56,606 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411130c2662dcc269499eb258d6ba4282626a_f6d7fdf452fe581401ff6c61c2934625, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:56,606 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130c2662dcc269499eb258d6ba4282626a_f6d7fdf452fe581401ff6c61c2934625 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:56,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742255_1431 (size=12357)
2024-11-13T07:18:56,639 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/1263872fd320443fbc66943a8c2ed466 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1263872fd320443fbc66943a8c2ed466
2024-11-13T07:18:56,646 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/B of f6d7fdf452fe581401ff6c61c2934625 into 1263872fd320443fbc66943a8c2ed466(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:56,647 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:56,647 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/B, priority=13, startTime=1731482336566; duration=0sec
2024-11-13T07:18:56,647 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:18:56,647 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:B
2024-11-13T07:18:56,647 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:18:56,648 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:18:56,648 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): f6d7fdf452fe581401ff6c61c2934625/C is initiating minor compaction (all files)
2024-11-13T07:18:56,648 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6d7fdf452fe581401ff6c61c2934625/C in TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:56,648 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/1f646b01622f46c38b77ca4e1e37e4d8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/14da807036354a46a9f05676e4ccc36f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7b5edccb24344d528884b4d5f53b9c95] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp, totalSize=35.7 K
2024-11-13T07:18:56,649 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f646b01622f46c38b77ca4e1e37e4d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731482333271
2024-11-13T07:18:56,649 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14da807036354a46a9f05676e4ccc36f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731482333634
2024-11-13T07:18:56,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742256_1432 (size=4469)
2024-11-13T07:18:56,650 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b5edccb24344d528884b4d5f53b9c95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482334917
2024-11-13T07:18:56,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-13T07:18:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:56,659 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-13T07:18:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:56,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:56,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:56,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:56,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:56,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:56,665 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#C#compaction#365 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:56,666 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/9054358e257e49a0be9b9e80b06fd66e is 50, key is test_row_0/C:col10/1731482334937/Put/seqid=0
2024-11-13T07:18:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-13T07:18:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134be19a57fc774ef681cfe3fec030ffa4_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482335648/Put/seqid=0
2024-11-13T07:18:56,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742257_1433 (size=12357)
2024-11-13T07:18:56,712 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/9054358e257e49a0be9b9e80b06fd66e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/9054358e257e49a0be9b9e80b06fd66e
2024-11-13T07:18:56,731 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/C of f6d7fdf452fe581401ff6c61c2934625 into 9054358e257e49a0be9b9e80b06fd66e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:56,731 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:56,731 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/C, priority=13, startTime=1731482336566; duration=0sec
2024-11-13T07:18:56,731 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:56,731 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:C
2024-11-13T07:18:56,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742258_1434 (size=12304)
2024-11-13T07:18:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:18:56,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482396860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482396860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482396861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482396862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482396863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-13T07:18:56,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482396989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482396989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482396989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:56,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482396989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482396989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:56,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:56,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,055 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6d7fdf452fe581401ff6c61c2934625#A#compaction#363 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:18:57,056 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/68ca55d280be40ad8a7fd66094eb0193 is 175, key is test_row_0/A:col10/1731482334937/Put/seqid=0
2024-11-13T07:18:57,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742259_1435 (size=31311)
2024-11-13T07:18:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:57,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134be19a57fc774ef681cfe3fec030ffa4_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134be19a57fc774ef681cfe3fec030ffa4_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:57,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/d0865d679cba4e53af177bd400d3c440, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:57,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/d0865d679cba4e53af177bd400d3c440 is 175, key is test_row_0/A:col10/1731482335648/Put/seqid=0
2024-11-13T07:18:57,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742260_1436 (size=31105)
2024-11-13T07:18:57,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482397199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482397201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482397202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482397207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482397207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,487 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/68ca55d280be40ad8a7fd66094eb0193 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/68ca55d280be40ad8a7fd66094eb0193
2024-11-13T07:18:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-13T07:18:57,495 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6d7fdf452fe581401ff6c61c2934625/A of f6d7fdf452fe581401ff6c61c2934625 into 68ca55d280be40ad8a7fd66094eb0193(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:18:57,495 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:57,495 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., storeName=f6d7fdf452fe581401ff6c61c2934625/A, priority=13, startTime=1731482336565; duration=0sec
2024-11-13T07:18:57,495 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:18:57,495 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6d7fdf452fe581401ff6c61c2934625:A
2024-11-13T07:18:57,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482397519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482397519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482397520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482397538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482397539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:57,605 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/d0865d679cba4e53af177bd400d3c440
2024-11-13T07:18:57,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/676e48e1efb04a43a22501d49b9b7014 is 50, key is test_row_0/B:col10/1731482335648/Put/seqid=0
2024-11-13T07:18:57,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742261_1437 (size=12151)
2024-11-13T07:18:57,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/676e48e1efb04a43a22501d49b9b7014
2024-11-13T07:18:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/45bb38b57009425587cb74af3c546c15 is 50, key is test_row_0/C:col10/1731482335648/Put/seqid=0
2024-11-13T07:18:57,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742262_1438 (size=12151)
2024-11-13T07:18:58,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46402 deadline: 1731482398037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:58,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46366 deadline: 1731482398037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:58,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46428 deadline: 1731482398040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:58,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:58,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46432 deadline: 1731482398058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:58,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:18:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46418 deadline: 1731482398058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
2024-11-13T07:18:58,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:18:58,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:18:58,118 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/45bb38b57009425587cb74af3c546c15
2024-11-13T07:18:58,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/d0865d679cba4e53af177bd400d3c440 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/d0865d679cba4e53af177bd400d3c440
2024-11-13T07:18:58,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/d0865d679cba4e53af177bd400d3c440, entries=150, sequenceid=245, filesize=30.4 K
2024-11-13T07:18:58,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/676e48e1efb04a43a22501d49b9b7014 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/676e48e1efb04a43a22501d49b9b7014
2024-11-13T07:18:58,139 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/676e48e1efb04a43a22501d49b9b7014, entries=150, sequenceid=245, filesize=11.9 K
2024-11-13T07:18:58,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/45bb38b57009425587cb74af3c546c15 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/45bb38b57009425587cb74af3c546c15
2024-11-13T07:18:58,152 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/45bb38b57009425587cb74af3c546c15, entries=150, sequenceid=245, filesize=11.9 K
2024-11-13T07:18:58,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for f6d7fdf452fe581401ff6c61c2934625 in 1494ms, sequenceid=245, compaction requested=false
2024-11-13T07:18:58,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:18:58,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:58,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-13T07:18:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-13T07:18:58,160 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-13T07:18:58,160 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec
2024-11-13T07:18:58,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.8150 sec
2024-11-13T07:18:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-13T07:18:58,497 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:18:58,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:18:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-13T07:18:58,500 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:18:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:18:58,501 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:18:58,501 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:18:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:18:58,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-13T07:18:58,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:18:58,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:18:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:18:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:18:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:18:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:18:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b13807241fe34432826572ac34a9bf0a_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482336856/Put/seqid=0
2024-11-13T07:18:58,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742263_1439 (size=12454)
2024-11-13T07:18:58,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:18:58,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b13807241fe34432826572ac34a9bf0a_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b13807241fe34432826572ac34a9bf0a_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:18:58,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/8eeca6926f004ab085a55bb3d2628e96, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:18:58,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/8eeca6926f004ab085a55bb3d2628e96 is 175, key is test_row_0/A:col10/1731482336856/Put/seqid=0
2024-11-13T07:18:58,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742264_1440 (size=31255)
2024-11-13T07:18:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:18:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:18:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:19:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:19:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:19:06,440 WARN  [DataXceiver for client DFSClient_NONMAPREDUCE_99445022_22 at /127.0.0.1:56372 [Receiving block BP-780329002-172.17.0.3-1731482202983:blk_1073741833_1009] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 7376ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data1/, blockId=1073741833, seqno=1656
2024-11-13T07:19:06,442 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] monitor.StreamSlowMonitor(154): Slow datanode: DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK], data length=7727, duration=7378ms, unfinishedReplicas=0, lastAckTimestamp=-1, monitor name: defaultMonitorName
2024-11-13T07:19:06,442 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/8eeca6926f004ab085a55bb3d2628e96
2024-11-13T07:19:06,443 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] monitor.StreamSlowMonitor(154): Slow datanode: DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK], data length=7585, duration=7377ms, unfinishedReplicas=0, lastAckTimestamp=-1, monitor name: defaultMonitorName
2024-11-13T07:19:06,444 INFO  [AsyncFSWAL-0-hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0-prefix:2998b885bdef,44375,1731482210290 {}] wal.AbstractFSWAL(1368): Slow sync cost: 7380 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]]
2024-11-13T07:19:06,444 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] monitor.StreamSlowMonitor(154): Slow datanode: DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK], data length=7955, duration=7368ms, unfinishedReplicas=0, lastAckTimestamp=-1, monitor name: defaultMonitorName
2024-11-13T07:19:06,444 INFO  [AsyncFSWAL-0-hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0-prefix:2998b885bdef,44375,1731482210290 {}] wal.AbstractFSWAL(1368): Slow sync cost: 7377 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]]
2024-11-13T07:19:06,444 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK] to exclude cache by [slow packet ack] success, current excludeDNsCache size=1
2024-11-13T07:19:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. as already flushing
2024-11-13T07:19:06,445 INFO  [AsyncFSWAL-0-hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0-prefix:2998b885bdef,44375,1731482210290 {}] wal.AbstractFSWAL(1368): Slow sync cost: 7368 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]]
2024-11-13T07:19:06,446 INFO  [Thread-1640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1640.
2024-11-13T07:19:06,446 DEBUG [Thread-1640 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,446 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,446 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,448 INFO  [Thread-1636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1636.
2024-11-13T07:19:06,448 DEBUG [Thread-1636 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,448 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,448 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,448 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,448 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,452 INFO  [Thread-1632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1632.
2024-11-13T07:19:06,452 DEBUG [Thread-1632 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,452 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,452 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,452 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,460 INFO  [Thread-1634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1634.
2024-11-13T07:19:06,460 DEBUG [Thread-1634 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,460 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,460 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,460 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,460 INFO  [Thread-1638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1638.
2024-11-13T07:19:06,460 DEBUG [Thread-1638 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,460 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,460 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,460 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,460 INFO  [Thread-1647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1647.
2024-11-13T07:19:06,461 DEBUG [Thread-1647 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,461 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,461 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,461 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,461 INFO  [Thread-1643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1643.
2024-11-13T07:19:06,461 DEBUG [Thread-1643 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,461 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,461 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,461 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,463 INFO  [Thread-1651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1651.
2024-11-13T07:19:06,463 DEBUG [Thread-1651 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,463 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,463 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,463 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/bbe5a9926aef4f3f9509f6b2e56ce0ee is 50, key is test_row_0/B:col10/1731482336856/Put/seqid=0
2024-11-13T07:19:06,471 INFO  [Thread-1649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1649.
2024-11-13T07:19:06,471 DEBUG [Thread-1649 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,471 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,472 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,472 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,473 INFO  [Thread-1645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1645.
2024-11-13T07:19:06,473 DEBUG [Thread-1645 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:06,473 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,473 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:06,473 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:06,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742265_1441 (size=12301)
2024-11-13T07:19:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:19:06,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/bbe5a9926aef4f3f9509f6b2e56ce0ee
2024-11-13T07:19:06,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/bd5e0390a30b42559bf414dfa0202f00 is 50, key is test_row_0/C:col10/1731482336856/Put/seqid=0
2024-11-13T07:19:06,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742266_1442 (size=12301)
2024-11-13T07:19:07,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/bd5e0390a30b42559bf414dfa0202f00
2024-11-13T07:19:07,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/8eeca6926f004ab085a55bb3d2628e96 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/8eeca6926f004ab085a55bb3d2628e96
2024-11-13T07:19:07,297 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/8eeca6926f004ab085a55bb3d2628e96, entries=150, sequenceid=266, filesize=30.5 K
2024-11-13T07:19:07,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/bbe5a9926aef4f3f9509f6b2e56ce0ee as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/bbe5a9926aef4f3f9509f6b2e56ce0ee
2024-11-13T07:19:07,300 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/bbe5a9926aef4f3f9509f6b2e56ce0ee, entries=150, sequenceid=266, filesize=12.0 K
2024-11-13T07:19:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/bd5e0390a30b42559bf414dfa0202f00 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/bd5e0390a30b42559bf414dfa0202f00
2024-11-13T07:19:07,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/bd5e0390a30b42559bf414dfa0202f00, entries=150, sequenceid=266, filesize=12.0 K
2024-11-13T07:19:07,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=33.54 KB/34350 for f6d7fdf452fe581401ff6c61c2934625 in 8644ms, sequenceid=266, compaction requested=true
2024-11-13T07:19:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for f6d7fdf452fe581401ff6c61c2934625:

2024-11-13T07:19:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:19:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-13T07:19:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-13T07:19:07,307 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-13T07:19:07,307 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 8.8050 sec
2024-11-13T07:19:07,309 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 8.8100 sec
2024-11-13T07:19:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-13T07:19:16,718 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:16,718 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-13T07:19:16,718 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 43
2024-11-13T07:19:16,718 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 35
2024-11-13T07:19:16,718 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 46
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 37
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 43
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 781
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2343 rows
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 779
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2337 rows
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 781
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2343 rows
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 779
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2337 rows
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 776
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2328 rows
2024-11-13T07:19:16,719 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:19:16,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:19:16,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:16,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:16,720 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:16,722 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-13T07:19:17,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:19:20,036 WARN  [DataXceiver for client DFSClient_NONMAPREDUCE_2067516147_22 at /127.0.0.1:56336 [Receiving block BP-780329002-172.17.0.3-1731482202983:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 3314ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data2/, blockId=1073741830, seqno=1359
2024-11-13T07:19:20,037 INFO  [AsyncFSWAL-0-hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData-prefix:2998b885bdef,42011,1731482208742 {}] wal.AbstractFSWAL(1368): Slow sync cost: 3314 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]]
2024-11-13T07:19:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-13T07:19:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:20,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482360042"}]},"ts":"1731482360042"}
2024-11-13T07:19:20,045 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-13T07:19:20,045 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-13T07:19:20,046 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:19:20,048 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, UNASSIGN}]
2024-11-13T07:19:20,050 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, UNASSIGN
2024-11-13T07:19:20,054 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=f6d7fdf452fe581401ff6c61c2934625, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:19:20,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, UNASSIGN because future has completed
2024-11-13T07:19:20,056 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:19:20,056 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:19:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:20,210 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:20,210 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:19:20,210 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing f6d7fdf452fe581401ff6c61c2934625, disabling compactions & flushes
2024-11-13T07:19:20,210 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:19:20,210 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:19:20,210 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. after waiting 0 ms
2024-11-13T07:19:20,210 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:19:20,211 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing f6d7fdf452fe581401ff6c61c2934625 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-13T07:19:20,211 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=A
2024-11-13T07:19:20,211 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:20,211 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=B
2024-11-13T07:19:20,211 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:20,211 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6d7fdf452fe581401ff6c61c2934625, store=C
2024-11-13T07:19:20,211 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:20,217 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111301e5a6a4be9d48939710ec23c0b45923_f6d7fdf452fe581401ff6c61c2934625 is 50, key is test_row_0/A:col10/1731482346458/Put/seqid=0
2024-11-13T07:19:20,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742267_1443 (size=12454)
2024-11-13T07:19:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:20,623 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:19:20,627 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111301e5a6a4be9d48939710ec23c0b45923_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111301e5a6a4be9d48939710ec23c0b45923_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:20,628 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/a2f6e71a5f404ddcb2e231ff45926849, store: [table=TestAcidGuarantees family=A region=f6d7fdf452fe581401ff6c61c2934625]
2024-11-13T07:19:20,628 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/a2f6e71a5f404ddcb2e231ff45926849 is 175, key is test_row_0/A:col10/1731482346458/Put/seqid=0
2024-11-13T07:19:20,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742268_1444 (size=31255)
2024-11-13T07:19:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:21,033 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/a2f6e71a5f404ddcb2e231ff45926849
2024-11-13T07:19:21,041 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/de3b1da4380740fda6e8a37809107d73 is 50, key is test_row_0/B:col10/1731482346458/Put/seqid=0
2024-11-13T07:19:21,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742269_1445 (size=12301)
2024-11-13T07:19:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:21,445 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/de3b1da4380740fda6e8a37809107d73
2024-11-13T07:19:21,450 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/c166d740e9a94929915bcd5dfc54fe8b is 50, key is test_row_0/C:col10/1731482346458/Put/seqid=0
2024-11-13T07:19:21,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742270_1446 (size=12301)
2024-11-13T07:19:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:26,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f6d7fdf452fe581401ff6c61c2934625, had cached 0 bytes from a total of 167289
2024-11-13T07:19:27,523 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/c166d740e9a94929915bcd5dfc54fe8b
2024-11-13T07:19:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:34,450 WARN  [DataXceiver for client DFSClient_NONMAPREDUCE_2067516147_22 at /127.0.0.1:56336 [Receiving block BP-780329002-172.17.0.3-1731482202983:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 10796ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data2/, blockId=1073741830, seqno=1373
2024-11-13T07:19:34,450 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] monitor.StreamSlowMonitor(154): Slow datanode: DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK], data length=511, duration=10797ms, unfinishedReplicas=0, lastAckTimestamp=-1, monitor name: defaultMonitorName
2024-11-13T07:19:34,450 INFO  [AsyncFSWAL-0-hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData-prefix:2998b885bdef,42011,1731482208742 {}] wal.AbstractFSWAL(1368): Slow sync cost: 10797 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]]
2024-11-13T07:19:34,454 WARN  [AsyncFSWAL-0-hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData-prefix:2998b885bdef,42011,1731482208742 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=10797 ms, threshold=10000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]]
2024-11-13T07:19:34,455 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2998b885bdef%2C42011%2C1731482208742:(num 1731482212077) roll requested
2024-11-13T07:19:34,461 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/A/a2f6e71a5f404ddcb2e231ff45926849 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/a2f6e71a5f404ddcb2e231ff45926849
2024-11-13T07:19:34,467 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/a2f6e71a5f404ddcb2e231ff45926849, entries=150, sequenceid=274, filesize=30.5 K
2024-11-13T07:19:34,468 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/B/de3b1da4380740fda6e8a37809107d73 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/de3b1da4380740fda6e8a37809107d73
2024-11-13T07:19:34,473 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/de3b1da4380740fda6e8a37809107d73, entries=150, sequenceid=274, filesize=12.0 K
2024-11-13T07:19:34,473 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/.tmp/C/c166d740e9a94929915bcd5dfc54fe8b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/c166d740e9a94929915bcd5dfc54fe8b
2024-11-13T07:19:34,478 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/c166d740e9a94929915bcd5dfc54fe8b, entries=150, sequenceid=274, filesize=12.0 K
2024-11-13T07:19:34,478 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/WALs/2998b885bdef,42011,1731482208742/2998b885bdef%2C42011%2C1731482208742.1731482374456, exclude list is [], retry=0
2024-11-13T07:19:34,479 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f6d7fdf452fe581401ff6c61c2934625 in 14269ms, sequenceid=274, compaction requested=true
2024-11-13T07:19:34,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f7942b744c78430aab378e70115d6848, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/1205c7079f9f4717937a303a82c7e3ab, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6380fd503ec54f08b0beb4962173c342, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/54b3d8319ebf4ab18942b5e1c20694da, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ec0eaa5ec3414edbaf5f7da20818c6b8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/49432db56ec341659906c326350ea780] to archive
2024-11-13T07:19:34,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:19:34,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-3d15e708-b8ba-4733-8bdf-42b1cef565e5,DISK]
2024-11-13T07:19:34,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f7942b744c78430aab378e70115d6848 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/f7942b744c78430aab378e70115d6848
2024-11-13T07:19:34,485 INFO  [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/WALs/2998b885bdef,42011,1731482208742/2998b885bdef%2C42011%2C1731482208742.1731482212077 with entries=1409, filesize=595.78 KB; new WAL /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/WALs/2998b885bdef,42011,1731482208742/2998b885bdef%2C42011%2C1731482208742.1731482374456
2024-11-13T07:19:34,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/1205c7079f9f4717937a303a82c7e3ab to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/1205c7079f9f4717937a303a82c7e3ab
2024-11-13T07:19:34,486 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39497:39497)]
2024-11-13T07:19:34,486 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/WALs/2998b885bdef,42011,1731482208742/2998b885bdef%2C42011%2C1731482208742.1731482212077 is not closed yet, will try archiving it next time
2024-11-13T07:19:34,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741830_1006 (size=610090)
2024-11-13T07:19:34,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6380fd503ec54f08b0beb4962173c342 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/6380fd503ec54f08b0beb4962173c342
2024-11-13T07:19:34,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/54b3d8319ebf4ab18942b5e1c20694da to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/54b3d8319ebf4ab18942b5e1c20694da
2024-11-13T07:19:34,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ec0eaa5ec3414edbaf5f7da20818c6b8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/ec0eaa5ec3414edbaf5f7da20818c6b8
2024-11-13T07:19:34,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/49432db56ec341659906c326350ea780 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/49432db56ec341659906c326350ea780
2024-11-13T07:19:34,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0a30b2a92ff84599b71f94786a032647, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8c3958e0dbb84255ba77036e9d68aa2f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ce6525e678e245cf9c2c809c4fdc1239, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8bd81fc9d07e4d4fb97de5c44d919523, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1c311adac7074aa89e1dbc27e044034e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/a53a678416ed4815ae4f07271193797b] to archive
2024-11-13T07:19:34,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:19:34,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0a30b2a92ff84599b71f94786a032647 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/0a30b2a92ff84599b71f94786a032647
2024-11-13T07:19:34,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8c3958e0dbb84255ba77036e9d68aa2f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8c3958e0dbb84255ba77036e9d68aa2f
2024-11-13T07:19:34,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ce6525e678e245cf9c2c809c4fdc1239 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/ce6525e678e245cf9c2c809c4fdc1239
2024-11-13T07:19:34,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8bd81fc9d07e4d4fb97de5c44d919523 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/8bd81fc9d07e4d4fb97de5c44d919523
2024-11-13T07:19:34,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1c311adac7074aa89e1dbc27e044034e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1c311adac7074aa89e1dbc27e044034e
2024-11-13T07:19:34,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/a53a678416ed4815ae4f07271193797b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/a53a678416ed4815ae4f07271193797b
2024-11-13T07:19:34,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/35abcad0fc544917bad88798ba3e0950, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/dd45de5fcbf045b194460e334f681510, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/1f646b01622f46c38b77ca4e1e37e4d8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3553aec62d4049d3862bfc89989bc814, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/14da807036354a46a9f05676e4ccc36f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7b5edccb24344d528884b4d5f53b9c95] to archive
2024-11-13T07:19:34,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:19:34,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/35abcad0fc544917bad88798ba3e0950 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/35abcad0fc544917bad88798ba3e0950
2024-11-13T07:19:34,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/dd45de5fcbf045b194460e334f681510 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/dd45de5fcbf045b194460e334f681510
2024-11-13T07:19:34,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/1f646b01622f46c38b77ca4e1e37e4d8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/1f646b01622f46c38b77ca4e1e37e4d8
2024-11-13T07:19:34,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3553aec62d4049d3862bfc89989bc814 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/3553aec62d4049d3862bfc89989bc814
2024-11-13T07:19:34,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/14da807036354a46a9f05676e4ccc36f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/14da807036354a46a9f05676e4ccc36f
2024-11-13T07:19:34,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7b5edccb24344d528884b4d5f53b9c95 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/7b5edccb24344d528884b4d5f53b9c95
2024-11-13T07:19:34,510 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/recovered.edits/277.seqid, newMaxSeqId=277, maxSeqId=4
2024-11-13T07:19:34,510 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.
2024-11-13T07:19:34,510 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for f6d7fdf452fe581401ff6c61c2934625:
Waiting for close lock at 1731482360210Running coprocessor pre-close hooks at 1731482360210Disabling compacts and flushes for region at 1731482360210Disabling writes for close at 1731482360210Obtaining lock to block concurrent updates at 1731482360211 (+1 ms)Preparing flush snapshotting stores in f6d7fdf452fe581401ff6c61c2934625 at 1731482360211Finished memstore snapshotting TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731482360211Flushing stores of TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625. at 1731482360212 (+1 ms)Flushing f6d7fdf452fe581401ff6c61c2934625/A: creating writer at 1731482360212Flushing mob file f6d7fdf452fe581401ff6c61c2934625/A: appending metadata at 1731482360217 (+5 ms)Flushing mob file f6d7fdf452fe581401ff6c61c2934625/A: closing flushed file at 1731482360217Flushing f6d7fdf452fe581401ff6c61c2934625/A: appending metadata at 1731482360628 (+411 ms)Flushing f6d7fdf452fe581401ff6c61c2934625/A: closing flushed file at 1731482360628Flushing f6d7fdf452fe581401ff6c61c2934625/B: creating writer at 1731482361037 (+409 ms)Flushing f6d7fdf452fe581401ff6c61c2934625/B: appending metadata at 1731482361040 (+3 ms)Flushing f6d7fdf452fe581401ff6c61c2934625/B: closing flushed file at 1731482361040Flushing f6d7fdf452fe581401ff6c61c2934625/C: creating writer at 1731482361448 (+408 ms)Flushing f6d7fdf452fe581401ff6c61c2934625/C: appending metadata at 1731482361450 (+2 ms)Flushing f6d7fdf452fe581401ff6c61c2934625/C: closing flushed file at 1731482361450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49935594: reopening flushed file at 1731482374454 (+13004 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29362757: reopening flushed file at 1731482374467 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51314413: reopening flushed file at 1731482374473 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f6d7fdf452fe581401ff6c61c2934625 in 14269ms, sequenceid=274, compaction requested=true at 1731482374479 (+6 ms)Writing region close event to WAL at 1731482374507 (+28 ms)Running coprocessor post-close hooks at 1731482374510 (+3 ms)Closed at 1731482374510
2024-11-13T07:19:34,512 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:34,513 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=f6d7fdf452fe581401ff6c61c2934625, regionState=CLOSED
2024-11-13T07:19:34,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:19:34,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-13T07:19:34,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure f6d7fdf452fe581401ff6c61c2934625, server=2998b885bdef,44375,1731482210290 in 14.4590 sec
2024-11-13T07:19:34,518 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106
2024-11-13T07:19:34,518 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6d7fdf452fe581401ff6c61c2934625, UNASSIGN in 14.4680 sec
2024-11-13T07:19:34,520 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-13T07:19:34,520 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 14.4720 sec
2024-11-13T07:19:34,521 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482374521"}]},"ts":"1731482374521"}
2024-11-13T07:19:34,522 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-13T07:19:34,522 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-13T07:19:34,523 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 17.8000 sec
2024-11-13T07:19:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-13T07:19:38,247 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:38,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-13T07:19:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:19:38,249 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:19:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-13T07:19:38,250 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:19:38,251 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,253 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/recovered.edits]
2024-11-13T07:19:38,255 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/68ca55d280be40ad8a7fd66094eb0193 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/68ca55d280be40ad8a7fd66094eb0193
2024-11-13T07:19:38,255 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/8eeca6926f004ab085a55bb3d2628e96 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/8eeca6926f004ab085a55bb3d2628e96
2024-11-13T07:19:38,256 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/a2f6e71a5f404ddcb2e231ff45926849 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/a2f6e71a5f404ddcb2e231ff45926849
2024-11-13T07:19:38,257 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/d0865d679cba4e53af177bd400d3c440 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/A/d0865d679cba4e53af177bd400d3c440
2024-11-13T07:19:38,258 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1263872fd320443fbc66943a8c2ed466 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/1263872fd320443fbc66943a8c2ed466
2024-11-13T07:19:38,259 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/676e48e1efb04a43a22501d49b9b7014 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/676e48e1efb04a43a22501d49b9b7014
2024-11-13T07:19:38,259 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/bbe5a9926aef4f3f9509f6b2e56ce0ee to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/bbe5a9926aef4f3f9509f6b2e56ce0ee
2024-11-13T07:19:38,260 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/de3b1da4380740fda6e8a37809107d73 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/B/de3b1da4380740fda6e8a37809107d73
2024-11-13T07:19:38,261 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/45bb38b57009425587cb74af3c546c15 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/45bb38b57009425587cb74af3c546c15
2024-11-13T07:19:38,262 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/9054358e257e49a0be9b9e80b06fd66e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/9054358e257e49a0be9b9e80b06fd66e
2024-11-13T07:19:38,262 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/bd5e0390a30b42559bf414dfa0202f00 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/bd5e0390a30b42559bf414dfa0202f00
2024-11-13T07:19:38,263 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/c166d740e9a94929915bcd5dfc54fe8b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/C/c166d740e9a94929915bcd5dfc54fe8b
2024-11-13T07:19:38,264 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/recovered.edits/277.seqid to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625/recovered.edits/277.seqid
2024-11-13T07:19:38,265 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,265 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-13T07:19:38,265 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-13T07:19:38,266 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-13T07:19:38,267 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111301e5a6a4be9d48939710ec23c0b45923_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111301e5a6a4be9d48939710ec23c0b45923_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,268 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111303db1bba340845f7a53e2dd0bd6944e7_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111303db1bba340845f7a53e2dd0bd6944e7_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,269 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111311a1e2c069954be1a6d5850c241d891f_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111311a1e2c069954be1a6d5850c241d891f_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,269 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131d75ed31bc5640c8a9a4de6938d70f6a_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131d75ed31bc5640c8a9a4de6938d70f6a_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,270 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ec8a4de3c5846cf9d6aa0c9d2a4912d_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ec8a4de3c5846cf9d6aa0c9d2a4912d_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,271 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134728772fde1f4d99bb13aeac69e265c7_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134728772fde1f4d99bb13aeac69e265c7_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,271 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134be19a57fc774ef681cfe3fec030ffa4_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134be19a57fc774ef681cfe3fec030ffa4_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,272 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111363778fbab752400097ce1af955653ff4_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111363778fbab752400097ce1af955653ff4_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,273 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111378828079cb214c5a82ff75dba9e7ede5_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111378828079cb214c5a82ff75dba9e7ede5_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,273 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113933b6b36e6e44817ba74e3a687edfb48_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113933b6b36e6e44817ba74e3a687edfb48_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,274 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139eede0d4800a478e8914e7b6e115bf58_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139eede0d4800a478e8914e7b6e115bf58_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,275 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a888f68a75e045f3adfd0237078fdb77_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a888f68a75e045f3adfd0237078fdb77_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,275 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b13807241fe34432826572ac34a9bf0a_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b13807241fe34432826572ac34a9bf0a_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,276 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c950590423044005a9576225a46fd521_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c950590423044005a9576225a46fd521_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,276 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e0c78c207c5b428f929b6db96b43dbef_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e0c78c207c5b428f929b6db96b43dbef_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,277 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ec62fe621ab74afbb166e5a05694638a_f6d7fdf452fe581401ff6c61c2934625 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ec62fe621ab74afbb166e5a05694638a_f6d7fdf452fe581401ff6c61c2934625
2024-11-13T07:19:38,277 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-13T07:19:38,279 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:19:38,280 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-13T07:19:38,282 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-13T07:19:38,283 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:19:38,283 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-13T07:19:38,283 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482378283"}]},"ts":"9223372036854775807"}
2024-11-13T07:19:38,285 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-13T07:19:38,285 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f6d7fdf452fe581401ff6c61c2934625, NAME => 'TestAcidGuarantees,,1731482319254.f6d7fdf452fe581401ff6c61c2934625.', STARTKEY => '', ENDKEY => ''}]
2024-11-13T07:19:38,285 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-13T07:19:38,286 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482378285"}]},"ts":"9223372036854775807"}
2024-11-13T07:19:38,287 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-13T07:19:38,287 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:19:38,288 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 40 msec
2024-11-13T07:19:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-13T07:19:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-13T07:19:38,357 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:38,366 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247 (was 245) - Thread LEAK? -, OpenFileDescriptor=441 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1165 (was 1171), ProcessCount=11 (was 11), AvailableMemoryMB=3392 (was 3912)
2024-11-13T07:19:38,373 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=1165, ProcessCount=11, AvailableMemoryMB=3391
2024-11-13T07:19:38,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:19:38,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:19:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-13T07:19:38,376 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:19:38,376 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:19:38,376 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 110
2024-11-13T07:19:38,377 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:19:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-13T07:19:38,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742272_1448 (size=1061)
2024-11-13T07:19:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-13T07:19:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-13T07:19:38,785 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0
2024-11-13T07:19:38,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742273_1449 (size=53)
2024-11-13T07:19:38,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:19:38,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ce5c51585517afda3f97f27d0b955ed4, disabling compactions & flushes
2024-11-13T07:19:38,798 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:38,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:38,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. after waiting 0 ms
2024-11-13T07:19:38,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:38,798 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:38,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce5c51585517afda3f97f27d0b955ed4:
Waiting for close lock at 1731482378798Disabling compacts and flushes for region at 1731482378798Disabling writes for close at 1731482378798Writing region close event to WAL at 1731482378798Closed at 1731482378798
2024-11-13T07:19:38,799 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:19:38,800 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482378799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482378799"}]},"ts":"1731482378799"}
2024-11-13T07:19:38,801 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:19:38,802 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:19:38,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482378802"}]},"ts":"1731482378802"}
2024-11-13T07:19:38,803 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-13T07:19:38,803 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, ASSIGN}]
2024-11-13T07:19:38,804 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, ASSIGN
2024-11-13T07:19:38,805 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, ASSIGN; state=OFFLINE, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=false
2024-11-13T07:19:38,956 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=ce5c51585517afda3f97f27d0b955ed4, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:19:38,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, ASSIGN because future has completed
2024-11-13T07:19:38,958 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:19:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-13T07:19:39,113 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:39,113 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:19:39,114 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,114 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:19:39,114 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,114 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,116 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ce5c51585517afda3f97f27d0b955ed4 
2024-11-13T07:19:39,117 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:19:39,117 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce5c51585517afda3f97f27d0b955ed4 columnFamilyName A
2024-11-13T07:19:39,127 DEBUG [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:19:39,132 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.HStore(327): Store=ce5c51585517afda3f97f27d0b955ed4/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:19:39,132 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ce5c51585517afda3f97f27d0b955ed4 
2024-11-13T07:19:39,138 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:19:39,138 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce5c51585517afda3f97f27d0b955ed4 columnFamilyName B
2024-11-13T07:19:39,138 DEBUG [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:19:39,140 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.HStore(327): Store=ce5c51585517afda3f97f27d0b955ed4/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:19:39,141 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ce5c51585517afda3f97f27d0b955ed4 
2024-11-13T07:19:39,146 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:19:39,146 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce5c51585517afda3f97f27d0b955ed4 columnFamilyName C
2024-11-13T07:19:39,146 DEBUG [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:19:39,146 INFO  [StoreOpener-ce5c51585517afda3f97f27d0b955ed4-1 {}] regionserver.HStore(327): Store=ce5c51585517afda3f97f27d0b955ed4/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:19:39,147 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:39,147 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,148 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,152 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,159 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,159 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,160 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:19:39,163 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,166 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:19:39,169 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened ce5c51585517afda3f97f27d0b955ed4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62013095, jitterRate=-0.07593287527561188}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:19:39,169 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,170 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for ce5c51585517afda3f97f27d0b955ed4:
Running coprocessor pre-open hook at 1731482379114Writing region info on filesystem at 1731482379114Initializing all the Stores at 1731482379115 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482379115Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482379115Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482379115Cleaning up temporary data from old regions at 1731482379159 (+44 ms)Running coprocessor post-open hooks at 1731482379169 (+10 ms)Region opened successfully at 1731482379170 (+1 ms)
2024-11-13T07:19:39,171 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., pid=112, masterSystemTime=1731482379110
2024-11-13T07:19:39,173 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:39,173 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:39,177 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=ce5c51585517afda3f97f27d0b955ed4, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:19:39,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:19:39,187 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-13T07:19:39,187 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290 in 227 msec
2024-11-13T07:19:39,194 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110
2024-11-13T07:19:39,194 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, ASSIGN in 384 msec
2024-11-13T07:19:39,195 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:19:39,196 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482379195"}]},"ts":"1731482379195"}
2024-11-13T07:19:39,197 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-13T07:19:39,198 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:19:39,201 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 823 msec
2024-11-13T07:19:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-13T07:19:39,518 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:39,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7232e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,533 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b76e5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,537 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed18cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T07:19:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42011,1731482208742
2024-11-13T07:19:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ea20fe7
2024-11-13T07:19:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T07:19:39,545 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T07:19:39,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f0c5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,551 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714ead59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,553 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a9522f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f86346d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,558 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f578cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,560 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287ab4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b469189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,586 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fa4383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,588 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0ff93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6240d801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,594 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a98250d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,596 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623c8e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e2d9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,598 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6692b572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,600 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25caea79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0bbd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,604 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33da569d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,608 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a1dc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecec591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,618 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53509ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,620 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16098b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a6775c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,630 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310ac3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,632 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bec6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b0d3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,652 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeef08b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,656 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52615e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64082ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:19:39,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:19:39,659 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:19:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:19:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:19:39,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:39,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a58050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,661 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:19:39,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:19:39,663 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:19:39,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559c7a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:19:39,674 DEBUG [Thread-2035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,681 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,683 DEBUG [Thread-2040 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,685 DEBUG [Thread-2029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,686 DEBUG [Thread-2038 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,686 DEBUG [Thread-2031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,687 DEBUG [Thread-2029 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,688 DEBUG [Thread-2029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,689 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,690 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,692 DEBUG [Thread-2027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,693 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:39,695 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-11-13T07:19:39,696 DEBUG [Thread-2033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-13T07:19:39,697 DEBUG [Thread-2044 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,705 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,706 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:39,707 DEBUG [Thread-2042 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,710 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:39,710 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:39,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,713 DEBUG [Thread-2046 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:19:39,715 DEBUG [Thread-2042 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,715 DEBUG [Thread-2046 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,716 DEBUG [Thread-2042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,716 DEBUG [Thread-2046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,719 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,720 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,739 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:19:39,744 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:19:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:39,751 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:19:39,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2]
2024-11-13T07:19:39,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:39,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:39,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:39,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:39,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-13T07:19:39,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/d0186dfe126147cfaf32be1249c8649e is 50, key is test_row_0/A:col10/1731482379735/Put/seqid=0
2024-11-13T07:19:39,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731482379841, max timestamp=1731482379855Num uniques 859; 
2024-11-13T07:19:39,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731482379841, max timestamp=1731482379855Num uniques 859; 
2024-11-13T07:19:39,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-13T07:19:39,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-13T07:19:39,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731482379841, max timestamp=1731482379855Num uniques 859; 
2024-11-13T07:19:39,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-13T07:19:39,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-13T07:19:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:39,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:39,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742274_1450 (size=12001)
2024-11-13T07:19:39,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482439914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:39,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482439915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:39,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482439915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:39,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482439917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:39,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482439934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-13T07:19:40,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-13T07:19:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,049 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:19:40,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482440048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482440048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482440048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482440048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482440047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-13T07:19:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:40,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482440269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482440269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482440269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482440269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482440280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,298 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/d0186dfe126147cfaf32be1249c8649e
2024-11-13T07:19:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-13T07:19:40,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-13T07:19:40,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:40,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/3256087781504789b0dcdc805df26c75 is 50, key is test_row_0/B:col10/1731482379735/Put/seqid=0
2024-11-13T07:19:40,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742275_1451 (size=12001)
2024-11-13T07:19:40,417 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/3256087781504789b0dcdc805df26c75
2024-11-13T07:19:40,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/ff6b39877241478eb70e25a89ac83927 is 50, key is test_row_0/C:col10/1731482379735/Put/seqid=0
2024-11-13T07:19:40,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742276_1452 (size=12001)
2024-11-13T07:19:40,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-13T07:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482440590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482440591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482440591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482440597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482440598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:40,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-13T07:19:40,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:40,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-13T07:19:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-13T07:19:40,896 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/ff6b39877241478eb70e25a89ac83927
2024-11-13T07:19:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/d0186dfe126147cfaf32be1249c8649e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d0186dfe126147cfaf32be1249c8649e
2024-11-13T07:19:40,905 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d0186dfe126147cfaf32be1249c8649e, entries=150, sequenceid=12, filesize=11.7 K
2024-11-13T07:19:40,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/3256087781504789b0dcdc805df26c75 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3256087781504789b0dcdc805df26c75
2024-11-13T07:19:40,910 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3256087781504789b0dcdc805df26c75, entries=150, sequenceid=12, filesize=11.7 K
2024-11-13T07:19:40,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/ff6b39877241478eb70e25a89ac83927 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/ff6b39877241478eb70e25a89ac83927
2024-11-13T07:19:40,915 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/ff6b39877241478eb70e25a89ac83927, entries=150, sequenceid=12, filesize=11.7 K
2024-11-13T07:19:40,920 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ce5c51585517afda3f97f27d0b955ed4 in 1176ms, sequenceid=12, compaction requested=false
2024-11-13T07:19:40,921 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-13T07:19:40,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:40,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-13T07:19:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:40,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-13T07:19:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:40,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/945b3c2b2c8f47a59845cd7742662864 is 50, key is test_row_0/A:col10/1731482379890/Put/seqid=0
2024-11-13T07:19:41,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742277_1453 (size=12001)
2024-11-13T07:19:41,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/945b3c2b2c8f47a59845cd7742662864
2024-11-13T07:19:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/2172c9475e4a4f8a8d0b89445245a3a0 is 50, key is test_row_0/B:col10/1731482379890/Put/seqid=0
2024-11-13T07:19:41,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742278_1454 (size=12001)
2024-11-13T07:19:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:41,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:41,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/2172c9475e4a4f8a8d0b89445245a3a0
2024-11-13T07:19:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/8ff9ec6be13e4ed09ed446354ccb8d07 is 50, key is test_row_0/C:col10/1731482379890/Put/seqid=0
2024-11-13T07:19:41,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482441143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742279_1455 (size=12001)
2024-11-13T07:19:41,170 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/8ff9ec6be13e4ed09ed446354ccb8d07
2024-11-13T07:19:41,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482441148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/945b3c2b2c8f47a59845cd7742662864 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/945b3c2b2c8f47a59845cd7742662864
2024-11-13T07:19:41,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/945b3c2b2c8f47a59845cd7742662864, entries=150, sequenceid=46, filesize=11.7 K
2024-11-13T07:19:41,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482441152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/2172c9475e4a4f8a8d0b89445245a3a0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/2172c9475e4a4f8a8d0b89445245a3a0
2024-11-13T07:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482441152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482441156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/2172c9475e4a4f8a8d0b89445245a3a0, entries=150, sequenceid=46, filesize=11.7 K
2024-11-13T07:19:41,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/8ff9ec6be13e4ed09ed446354ccb8d07 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/8ff9ec6be13e4ed09ed446354ccb8d07
2024-11-13T07:19:41,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/8ff9ec6be13e4ed09ed446354ccb8d07, entries=150, sequenceid=46, filesize=11.7 K
2024-11-13T07:19:41,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for ce5c51585517afda3f97f27d0b955ed4 in 224ms, sequenceid=46, compaction requested=false
2024-11-13T07:19:41,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:41,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:41,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-11-13T07:19:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-11-13T07:19:41,230 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-13T07:19:41,230 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec
2024-11-13T07:19:41,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.5430 sec
2024-11-13T07:19:41,290 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-13T07:19:41,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:41,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:41,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:41,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:41,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:41,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/153e66dc9da14575a9fab12af2feb11a is 50, key is test_row_0/A:col10/1731482381288/Put/seqid=0
2024-11-13T07:19:41,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742280_1456 (size=14341)
2024-11-13T07:19:41,356 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/153e66dc9da14575a9fab12af2feb11a
2024-11-13T07:19:41,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/1271b289a9024d4d91e5206b7ca31f20 is 50, key is test_row_0/B:col10/1731482381288/Put/seqid=0
2024-11-13T07:19:41,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482441424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742281_1457 (size=12001)
2024-11-13T07:19:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482441433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482441437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482441440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482441451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482441558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482441568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482441568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482441572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482441578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482441777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482441777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482441787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482441787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482441788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:41,849 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/1271b289a9024d4d91e5206b7ca31f20
2024-11-13T07:19:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-13T07:19:41,853 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:41,859 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-11-13T07:19:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-13T07:19:41,870 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:41,870 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:41,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:41,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/f96ebb30208846649db256f3729bce31 is 50, key is test_row_0/C:col10/1731482381288/Put/seqid=0
2024-11-13T07:19:41,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742282_1458 (size=12001)
2024-11-13T07:19:41,970 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/f96ebb30208846649db256f3729bce31
2024-11-13T07:19:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-13T07:19:41,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/153e66dc9da14575a9fab12af2feb11a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/153e66dc9da14575a9fab12af2feb11a
2024-11-13T07:19:41,985 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/153e66dc9da14575a9fab12af2feb11a, entries=200, sequenceid=58, filesize=14.0 K
2024-11-13T07:19:41,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/1271b289a9024d4d91e5206b7ca31f20 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1271b289a9024d4d91e5206b7ca31f20
2024-11-13T07:19:41,994 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1271b289a9024d4d91e5206b7ca31f20, entries=150, sequenceid=58, filesize=11.7 K
2024-11-13T07:19:41,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/f96ebb30208846649db256f3729bce31 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/f96ebb30208846649db256f3729bce31
2024-11-13T07:19:42,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,028 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/f96ebb30208846649db256f3729bce31, entries=150, sequenceid=58, filesize=11.7 K
2024-11-13T07:19:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,030 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ce5c51585517afda3f97f27d0b955ed4 in 740ms, sequenceid=58, compaction requested=true
2024-11-13T07:19:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:19:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:19:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-13T07:19:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:19:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-13T07:19:42,030 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:42,031 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:42,044 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:42,045 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/A is initiating minor compaction (all files)
2024-11-13T07:19:42,045 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/A in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,045 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d0186dfe126147cfaf32be1249c8649e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/945b3c2b2c8f47a59845cd7742662864, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/153e66dc9da14575a9fab12af2feb11a] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=37.4 K
2024-11-13T07:19:42,047 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:42,047 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/C is initiating minor compaction (all files)
2024-11-13T07:19:42,047 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/C in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,047 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/ff6b39877241478eb70e25a89ac83927, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/8ff9ec6be13e4ed09ed446354ccb8d07, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/f96ebb30208846649db256f3729bce31] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=35.2 K
2024-11-13T07:19:42,048 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0186dfe126147cfaf32be1249c8649e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482379697
2024-11-13T07:19:42,052 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ff6b39877241478eb70e25a89ac83927, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482379697
2024-11-13T07:19:42,052 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 945b3c2b2c8f47a59845cd7742662864, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731482379890
2024-11-13T07:19:42,054 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 153e66dc9da14575a9fab12af2feb11a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731482381122
2024-11-13T07:19:42,054 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ff9ec6be13e4ed09ed446354ccb8d07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731482379890
2024-11-13T07:19:42,057 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f96ebb30208846649db256f3729bce31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731482381146
2024-11-13T07:19:42,100 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-13T07:19:42,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:42,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:42,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:42,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:42,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:42,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:42,112 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#C#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:42,113 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/813d1372c39b45ef83746848c127cb8d is 50, key is test_row_0/C:col10/1731482381288/Put/seqid=0
2024-11-13T07:19:42,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/7dabb80871c442d8a6e92732ccad74df is 50, key is test_row_0/A:col10/1731482382098/Put/seqid=0
2024-11-13T07:19:42,127 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#A#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:42,127 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/6971cdafb35448d787d4b1d34ed58b93 is 50, key is test_row_0/A:col10/1731482381288/Put/seqid=0
2024-11-13T07:19:42,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742283_1459 (size=12104)
2024-11-13T07:19:42,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742284_1460 (size=14341)
2024-11-13T07:19:42,178 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/7dabb80871c442d8a6e92732ccad74df
2024-11-13T07:19:42,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742285_1461 (size=12104)
2024-11-13T07:19:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-13T07:19:42,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482442154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482442155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482442162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482442168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482442168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,229 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/6971cdafb35448d787d4b1d34ed58b93 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/6971cdafb35448d787d4b1d34ed58b93
2024-11-13T07:19:42,229 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/813d1372c39b45ef83746848c127cb8d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/813d1372c39b45ef83746848c127cb8d
2024-11-13T07:19:42,246 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/A of ce5c51585517afda3f97f27d0b955ed4 into 6971cdafb35448d787d4b1d34ed58b93(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:42,246 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:42,246 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/A, priority=13, startTime=1731482382030; duration=0sec
2024-11-13T07:19:42,246 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:42,246 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:A
2024-11-13T07:19:42,247 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:42,247 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:42,247 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/B is initiating minor compaction (all files)
2024-11-13T07:19:42,248 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/B in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,248 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3256087781504789b0dcdc805df26c75, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/2172c9475e4a4f8a8d0b89445245a3a0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1271b289a9024d4d91e5206b7ca31f20] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=35.2 K
2024-11-13T07:19:42,248 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3256087781504789b0dcdc805df26c75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731482379697
2024-11-13T07:19:42,248 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2172c9475e4a4f8a8d0b89445245a3a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731482379890
2024-11-13T07:19:42,249 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1271b289a9024d4d91e5206b7ca31f20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731482381146
2024-11-13T07:19:42,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/73ca15ea23d047c4b05415be65ef6fea is 50, key is test_row_0/B:col10/1731482382098/Put/seqid=0
2024-11-13T07:19:42,261 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/C of ce5c51585517afda3f97f27d0b955ed4 into 813d1372c39b45ef83746848c127cb8d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:42,261 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:42,261 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/C, priority=13, startTime=1731482382030; duration=0sec
2024-11-13T07:19:42,261 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:42,261 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:C
2024-11-13T07:19:42,279 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:42,280 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/88121111ab374d9584d4635ec2bca2eb is 50, key is test_row_0/B:col10/1731482381288/Put/seqid=0
2024-11-13T07:19:42,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482442299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742286_1462 (size=12001)
2024-11-13T07:19:42,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742287_1463 (size=12104)
2024-11-13T07:19:42,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482442300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482442300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482442300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482442307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:42,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:42,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-13T07:19:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482442518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482442528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482442528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482442528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482442528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,716 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/73ca15ea23d047c4b05415be65ef6fea
2024-11-13T07:19:42,736 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/88121111ab374d9584d4635ec2bca2eb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/88121111ab374d9584d4635ec2bca2eb
2024-11-13T07:19:42,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/6dd13df5129d4297be986c22756193a6 is 50, key is test_row_0/C:col10/1731482382098/Put/seqid=0
2024-11-13T07:19:42,756 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/B of ce5c51585517afda3f97f27d0b955ed4 into 88121111ab374d9584d4635ec2bca2eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:42,756 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:42,756 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/B, priority=13, startTime=1731482382030; duration=0sec
2024-11-13T07:19:42,756 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:42,757 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:B
2024-11-13T07:19:42,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742288_1464 (size=12001)
2024-11-13T07:19:42,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:42,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:42,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482442840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482442869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482442868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482442869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482442869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-13T07:19:43,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:43,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:43,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:43,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:43,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:43,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:43,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:43,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:43,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:43,205 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/6dd13df5129d4297be986c22756193a6
2024-11-13T07:19:43,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/7dabb80871c442d8a6e92732ccad74df as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7dabb80871c442d8a6e92732ccad74df
2024-11-13T07:19:43,213 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7dabb80871c442d8a6e92732ccad74df, entries=200, sequenceid=79, filesize=14.0 K
2024-11-13T07:19:43,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/73ca15ea23d047c4b05415be65ef6fea as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/73ca15ea23d047c4b05415be65ef6fea
2024-11-13T07:19:43,226 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/73ca15ea23d047c4b05415be65ef6fea, entries=150, sequenceid=79, filesize=11.7 K
2024-11-13T07:19:43,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/6dd13df5129d4297be986c22756193a6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/6dd13df5129d4297be986c22756193a6
2024-11-13T07:19:43,236 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/6dd13df5129d4297be986c22756193a6, entries=150, sequenceid=79, filesize=11.7 K
2024-11-13T07:19:43,237 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for ce5c51585517afda3f97f27d0b955ed4 in 1137ms, sequenceid=79, compaction requested=false
2024-11-13T07:19:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:43,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-13T07:19:43,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:43,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-13T07:19:43,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/8ef77856460b4b599ae4ff2d4de6166a is 50, key is test_row_0/A:col10/1731482382153/Put/seqid=0
2024-11-13T07:19:43,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742289_1465 (size=12001)
2024-11-13T07:19:43,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/8ef77856460b4b599ae4ff2d4de6166a
2024-11-13T07:19:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/0ca5ed13608d419ea9c11873c753ebef is 50, key is test_row_0/B:col10/1731482382153/Put/seqid=0
2024-11-13T07:19:43,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742290_1466 (size=12001)
2024-11-13T07:19:43,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482383479, max timestamp=1731482383496Num uniques 859; 
2024-11-13T07:19:43,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:19:43,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482383479, max timestamp=1731482383496Num uniques 859; 
2024-11-13T07:19:43,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:19:43,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482443526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482443527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482443541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482443550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482443552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482443661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482443661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482443678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482443679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482443680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/0ca5ed13608d419ea9c11873c753ebef
2024-11-13T07:19:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/0c79f301c6f74ff78fc102b7e0258eef is 50, key is test_row_0/C:col10/1731482382153/Put/seqid=0
2024-11-13T07:19:43,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482443877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482443877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482443901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482443901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482443902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:43,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742291_1467 (size=12001)
2024-11-13T07:19:43,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/0c79f301c6f74ff78fc102b7e0258eef
2024-11-13T07:19:43,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/8ef77856460b4b599ae4ff2d4de6166a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/8ef77856460b4b599ae4ff2d4de6166a
2024-11-13T07:19:43,961 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/8ef77856460b4b599ae4ff2d4de6166a, entries=150, sequenceid=93, filesize=11.7 K
2024-11-13T07:19:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/0ca5ed13608d419ea9c11873c753ebef as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/0ca5ed13608d419ea9c11873c753ebef
2024-11-13T07:19:43,975 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/0ca5ed13608d419ea9c11873c753ebef, entries=150, sequenceid=93, filesize=11.7 K
2024-11-13T07:19:43,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/0c79f301c6f74ff78fc102b7e0258eef as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/0c79f301c6f74ff78fc102b7e0258eef
2024-11-13T07:19:43,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/0c79f301c6f74ff78fc102b7e0258eef, entries=150, sequenceid=93, filesize=11.7 K
2024-11-13T07:19:43,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=123.00 KB/125950 for ce5c51585517afda3f97f27d0b955ed4 in 631ms, sequenceid=93, compaction requested=true
2024-11-13T07:19:43,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:43,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:43,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-11-13T07:19:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-11-13T07:19:44,001 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-13T07:19:44,001 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1260 sec
2024-11-13T07:19:44,005 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.1430 sec
2024-11-13T07:19:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-13T07:19:44,021 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:44,025 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-11-13T07:19:44,026 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-13T07:19:44,027 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:44,027 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-13T07:19:44,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-13T07:19:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:44,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=123.00 KB heapSize=353.63 KB
2024-11-13T07:19:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:44,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/36a907f2bc53413ea9324787e1c5654f is 50, key is test_row_0/A:col10/1731482383525/Put/seqid=0
2024-11-13T07:19:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:44,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742292_1468 (size=12001)
2024-11-13T07:19:44,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/36a907f2bc53413ea9324787e1c5654f
2024-11-13T07:19:44,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/e3461393100945e1bea9c673b60b648a is 50, key is test_row_0/B:col10/1731482383525/Put/seqid=0
2024-11-13T07:19:44,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742293_1469 (size=12001)
2024-11-13T07:19:44,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482444229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482444236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482444248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482444249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482444250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-13T07:19:44,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482444367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482444377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482444377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482444377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482444587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482444598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482444598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482444598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/e3461393100945e1bea9c673b60b648a
2024-11-13T07:19:44,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/91dab418e1a949e9bc89dd85fe7dcc0c is 50, key is test_row_0/C:col10/1731482383525/Put/seqid=0
2024-11-13T07:19:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-13T07:19:44,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742294_1470 (size=12001)
2024-11-13T07:19:44,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482444757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482444907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482444908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482444908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:44,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482444908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/91dab418e1a949e9bc89dd85fe7dcc0c
2024-11-13T07:19:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/36a907f2bc53413ea9324787e1c5654f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/36a907f2bc53413ea9324787e1c5654f
2024-11-13T07:19:45,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/36a907f2bc53413ea9324787e1c5654f, entries=150, sequenceid=123, filesize=11.7 K
2024-11-13T07:19:45,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/e3461393100945e1bea9c673b60b648a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e3461393100945e1bea9c673b60b648a
2024-11-13T07:19:45,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e3461393100945e1bea9c673b60b648a, entries=150, sequenceid=123, filesize=11.7 K
2024-11-13T07:19:45,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/91dab418e1a949e9bc89dd85fe7dcc0c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91dab418e1a949e9bc89dd85fe7dcc0c
2024-11-13T07:19:45,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91dab418e1a949e9bc89dd85fe7dcc0c, entries=150, sequenceid=123, filesize=11.7 K
2024-11-13T07:19:45,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~123.00 KB/125950, heapSize ~353.58 KB/362064, currentSize=53.67 KB/54960 for ce5c51585517afda3f97f27d0b955ed4 in 966ms, sequenceid=123, compaction requested=true
2024-11-13T07:19:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-13T07:19:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-13T07:19:45,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-13T07:19:45,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1240 sec
2024-11-13T07:19:45,160 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.1290 sec
2024-11-13T07:19:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-13T07:19:45,168 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:45,168 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-11-13T07:19:45,170 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:45,171 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:45,171 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-13T07:19:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-13T07:19:45,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-13T07:19:45,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:45,327 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-13T07:19:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:45,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/dd2a61b687c9447bbf872ad6fda00540 is 50, key is test_row_0/A:col10/1731482384247/Put/seqid=0
2024-11-13T07:19:45,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742295_1471 (size=12151)
2024-11-13T07:19:45,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/dd2a61b687c9447bbf872ad6fda00540
2024-11-13T07:19:45,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/60c4fc5736d1478fbe7c4488a73f0fe0 is 50, key is test_row_0/B:col10/1731482384247/Put/seqid=0
2024-11-13T07:19:45,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:45,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742296_1472 (size=12151)
2024-11-13T07:19:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-13T07:19:45,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1731482385482, max timestamp=1731482385521Num uniques 859; 
2024-11-13T07:19:45,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-13T07:19:45,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731482385482, max timestamp=1731482385521Num uniques 859; 
2024-11-13T07:19:45,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-13T07:19:45,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482385482, max timestamp=1731482385521Num uniques 859; 
2024-11-13T07:19:45,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:45,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482445603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482445604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482445604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482445617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482445738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482445738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482445740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482445752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-13T07:19:45,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482445788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,815 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in ce5c51585517afda3f97f27d0b955ed4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2265 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:19:45,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,855 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/60c4fc5736d1478fbe7c4488a73f0fe0
2024-11-13T07:19:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/bf5bfa3dc8674505936b39d02404421a is 50, key is test_row_0/C:col10/1731482384247/Put/seqid=0
2024-11-13T07:19:45,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482445948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482445948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:45,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742297_1473 (size=12151)
2024-11-13T07:19:45,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482445969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482445992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482446281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482446285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-13T07:19:46,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482446307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482446327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/bf5bfa3dc8674505936b39d02404421a
2024-11-13T07:19:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/dd2a61b687c9447bbf872ad6fda00540 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/dd2a61b687c9447bbf872ad6fda00540
2024-11-13T07:19:46,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/dd2a61b687c9447bbf872ad6fda00540, entries=150, sequenceid=134, filesize=11.9 K
2024-11-13T07:19:46,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/60c4fc5736d1478fbe7c4488a73f0fe0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/60c4fc5736d1478fbe7c4488a73f0fe0
2024-11-13T07:19:46,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/60c4fc5736d1478fbe7c4488a73f0fe0, entries=150, sequenceid=134, filesize=11.9 K
2024-11-13T07:19:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/bf5bfa3dc8674505936b39d02404421a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/bf5bfa3dc8674505936b39d02404421a
2024-11-13T07:19:46,400 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/bf5bfa3dc8674505936b39d02404421a, entries=150, sequenceid=134, filesize=11.9 K
2024-11-13T07:19:46,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ce5c51585517afda3f97f27d0b955ed4 in 1074ms, sequenceid=134, compaction requested=true
2024-11-13T07:19:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-13T07:19:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-13T07:19:46,415 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-13T07:19:46,415 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2420 sec
2024-11-13T07:19:46,417 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.2480 sec
2024-11-13T07:19:46,827 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-13T07:19:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:46,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:46,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:46,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:46,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:46,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:46,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:46,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/61d79ae35b6d47c88d059c5d1b83e359 is 50, key is test_row_0/A:col10/1731482385576/Put/seqid=0
2024-11-13T07:19:46,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742298_1474 (size=14541)
2024-11-13T07:19:46,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482446858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482446862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482446878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482446879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482446988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482446988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482446999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482446999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482447207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482447207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482447227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482447227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,262 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/61d79ae35b6d47c88d059c5d1b83e359
2024-11-13T07:19:47,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/26f83c7e9e4e4139988d0e339580c433 is 50, key is test_row_0/B:col10/1731482385576/Put/seqid=0
2024-11-13T07:19:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-13T07:19:47,318 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:47,319 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-13T07:19:47,321 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-13T07:19:47,322 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:47,323 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:47,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:19:47,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742299_1475 (size=12151)
2024-11-13T07:19:47,358 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/26f83c7e9e4e4139988d0e339580c433
2024-11-13T07:19:47,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/34009146485b4d70b4ec26dc937320b1 is 50, key is test_row_0/C:col10/1731482385576/Put/seqid=0
2024-11-13T07:19:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-13T07:19:47,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742300_1476 (size=12151)
2024-11-13T07:19:47,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482447528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482447528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482447557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482447557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-13T07:19:47,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:47,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:47,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482447827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:47,852 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in ce5c51585517afda3f97f27d0b955ed4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4302 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:19:47,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:47,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:47,880 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/34009146485b4d70b4ec26dc937320b1
2024-11-13T07:19:47,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/61d79ae35b6d47c88d059c5d1b83e359 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/61d79ae35b6d47c88d059c5d1b83e359
2024-11-13T07:19:47,946 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/61d79ae35b6d47c88d059c5d1b83e359, entries=200, sequenceid=170, filesize=14.2 K
2024-11-13T07:19:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-13T07:19:47,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/26f83c7e9e4e4139988d0e339580c433 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/26f83c7e9e4e4139988d0e339580c433
2024-11-13T07:19:47,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:47,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:47,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,957 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/26f83c7e9e4e4139988d0e339580c433, entries=150, sequenceid=170, filesize=11.9 K
2024-11-13T07:19:47,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/34009146485b4d70b4ec26dc937320b1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/34009146485b4d70b4ec26dc937320b1
2024-11-13T07:19:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:47,966 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/34009146485b4d70b4ec26dc937320b1, entries=150, sequenceid=170, filesize=11.9 K
2024-11-13T07:19:47,967 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for ce5c51585517afda3f97f27d0b955ed4 in 1140ms, sequenceid=170, compaction requested=true
2024-11-13T07:19:47,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:47,968 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-13T07:19:47,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:19:47,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:47,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:19:47,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:47,968 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-13T07:19:47,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:19:47,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:47,973 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 77139 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-13T07:19:47,973 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/A is initiating minor compaction (all files)
2024-11-13T07:19:47,973 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/A in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,973 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/6971cdafb35448d787d4b1d34ed58b93, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7dabb80871c442d8a6e92732ccad74df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/8ef77856460b4b599ae4ff2d4de6166a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/36a907f2bc53413ea9324787e1c5654f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/dd2a61b687c9447bbf872ad6fda00540, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/61d79ae35b6d47c88d059c5d1b83e359] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=75.3 K
2024-11-13T07:19:47,974 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6971cdafb35448d787d4b1d34ed58b93, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731482381146
2024-11-13T07:19:47,974 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dabb80871c442d8a6e92732ccad74df, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731482381394
2024-11-13T07:19:47,974 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ef77856460b4b599ae4ff2d4de6166a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731482382117
2024-11-13T07:19:47,977 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 36a907f2bc53413ea9324787e1c5654f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731482383525
2024-11-13T07:19:47,977 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting dd2a61b687c9447bbf872ad6fda00540, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482384232
2024-11-13T07:19:47,977 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 61d79ae35b6d47c88d059c5d1b83e359, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482385576
2024-11-13T07:19:47,992 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72409 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-13T07:19:47,992 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/B is initiating minor compaction (all files)
2024-11-13T07:19:47,992 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/B in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:47,993 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/88121111ab374d9584d4635ec2bca2eb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/73ca15ea23d047c4b05415be65ef6fea, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/0ca5ed13608d419ea9c11873c753ebef, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e3461393100945e1bea9c673b60b648a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/60c4fc5736d1478fbe7c4488a73f0fe0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/26f83c7e9e4e4139988d0e339580c433] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=70.7 K
2024-11-13T07:19:47,995 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#A#compaction#402 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:47,996 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/1f121b587f8646598fe23d64c7d8e8e7 is 50, key is test_row_0/A:col10/1731482385576/Put/seqid=0
2024-11-13T07:19:48,000 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88121111ab374d9584d4635ec2bca2eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731482381146
2024-11-13T07:19:48,004 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73ca15ea23d047c4b05415be65ef6fea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731482381394
2024-11-13T07:19:48,008 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ca5ed13608d419ea9c11873c753ebef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731482382117
2024-11-13T07:19:48,016 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3461393100945e1bea9c673b60b648a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731482383525
2024-11-13T07:19:48,020 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60c4fc5736d1478fbe7c4488a73f0fe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482384232
2024-11-13T07:19:48,032 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26f83c7e9e4e4139988d0e339580c433, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482385576
2024-11-13T07:19:48,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742301_1477 (size=12459)
2024-11-13T07:19:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:48,062 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:19:48,063 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/1f121b587f8646598fe23d64c7d8e8e7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1f121b587f8646598fe23d64c7d8e8e7
2024-11-13T07:19:48,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:48,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:48,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:48,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:48,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:48,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:48,077 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/A of ce5c51585517afda3f97f27d0b955ed4 into 1f121b587f8646598fe23d64c7d8e8e7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:48,078 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:48,078 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/A, priority=10, startTime=1731482387968; duration=0sec
2024-11-13T07:19:48,078 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:48,078 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:A
2024-11-13T07:19:48,078 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-13T07:19:48,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/86d4c65d448944d99679543953d069d4 is 50, key is test_row_0/A:col10/1731482388061/Put/seqid=0
2024-11-13T07:19:48,082 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72409 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-13T07:19:48,083 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/C is initiating minor compaction (all files)
2024-11-13T07:19:48,083 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/C in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,083 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/813d1372c39b45ef83746848c127cb8d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/6dd13df5129d4297be986c22756193a6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/0c79f301c6f74ff78fc102b7e0258eef, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91dab418e1a949e9bc89dd85fe7dcc0c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/bf5bfa3dc8674505936b39d02404421a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/34009146485b4d70b4ec26dc937320b1] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=70.7 K
2024-11-13T07:19:48,083 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 813d1372c39b45ef83746848c127cb8d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731482381146
2024-11-13T07:19:48,084 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dd13df5129d4297be986c22756193a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731482381394
2024-11-13T07:19:48,084 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c79f301c6f74ff78fc102b7e0258eef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731482382117
2024-11-13T07:19:48,084 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 91dab418e1a949e9bc89dd85fe7dcc0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731482383525
2024-11-13T07:19:48,085 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting bf5bfa3dc8674505936b39d02404421a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482384232
2024-11-13T07:19:48,086 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 34009146485b4d70b4ec26dc937320b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482385576
2024-11-13T07:19:48,111 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#B#compaction#404 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:48,112 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/f5a62c7a43ff4cef854181db49c5ae47 is 50, key is test_row_0/B:col10/1731482385576/Put/seqid=0
2024-11-13T07:19:48,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,117 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#C#compaction#405 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:48,117 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/32ad207c515b41bcba09066d52419a64 is 50, key is test_row_0/C:col10/1731482385576/Put/seqid=0
2024-11-13T07:19:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742302_1478 (size=14541)
2024-11-13T07:19:48,137 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/86d4c65d448944d99679543953d069d4
2024-11-13T07:19:48,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742303_1479 (size=12459)
2024-11-13T07:19:48,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/702c73ddba3a4c1f9fa429a74ba32f79 is 50, key is test_row_0/B:col10/1731482388061/Put/seqid=0
2024-11-13T07:19:48,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742304_1480 (size=12459)
2024-11-13T07:19:48,160 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/f5a62c7a43ff4cef854181db49c5ae47 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f5a62c7a43ff4cef854181db49c5ae47
2024-11-13T07:19:48,171 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/32ad207c515b41bcba09066d52419a64 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/32ad207c515b41bcba09066d52419a64
2024-11-13T07:19:48,185 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/B of ce5c51585517afda3f97f27d0b955ed4 into f5a62c7a43ff4cef854181db49c5ae47(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:48,185 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:48,186 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/B, priority=10, startTime=1731482387968; duration=0sec
2024-11-13T07:19:48,186 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:48,186 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:B
2024-11-13T07:19:48,189 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/C of ce5c51585517afda3f97f27d0b955ed4 into 32ad207c515b41bcba09066d52419a64(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:48,189 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:48,189 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/C, priority=10, startTime=1731482387968; duration=0sec
2024-11-13T07:19:48,189 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:48,189 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:C
2024-11-13T07:19:48,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742305_1481 (size=12151)
2024-11-13T07:19:48,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482388186, max timestamp=1731482388235Num uniques 859; 
2024-11-13T07:19:48,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482388186, max timestamp=1731482388235Num uniques 859; 
2024-11-13T07:19:48,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:48,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:48,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482388186, max timestamp=1731482388235Num uniques 859; 
2024-11-13T07:19:48,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:48,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:48,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:48,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482448316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482448325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482448325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482448333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:48,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-13T07:19:48,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482448447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482448457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482448457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482448468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:48,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:48,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:48,628 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/702c73ddba3a4c1f9fa429a74ba32f79
2024-11-13T07:19:48,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/5bfe8cb7793d4e92a89009aa979183f1 is 50, key is test_row_0/C:col10/1731482388061/Put/seqid=0
2024-11-13T07:19:48,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482448667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482448685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742306_1482 (size=12151)
2024-11-13T07:19:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,703 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/5bfe8cb7793d4e92a89009aa979183f1
2024-11-13T07:19:48,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/86d4c65d448944d99679543953d069d4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/86d4c65d448944d99679543953d069d4
2024-11-13T07:19:48,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/86d4c65d448944d99679543953d069d4, entries=200, sequenceid=181, filesize=14.2 K
2024-11-13T07:19:48,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/702c73ddba3a4c1f9fa429a74ba32f79 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/702c73ddba3a4c1f9fa429a74ba32f79
2024-11-13T07:19:48,720 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/702c73ddba3a4c1f9fa429a74ba32f79, entries=150, sequenceid=181, filesize=11.9 K
2024-11-13T07:19:48,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/5bfe8cb7793d4e92a89009aa979183f1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/5bfe8cb7793d4e92a89009aa979183f1
2024-11-13T07:19:48,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482448696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482448696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:48,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:48,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:48,730 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/5bfe8cb7793d4e92a89009aa979183f1, entries=150, sequenceid=181, filesize=11.9 K
2024-11-13T07:19:48,731 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ce5c51585517afda3f97f27d0b955ed4 in 669ms, sequenceid=181, compaction requested=false
2024-11-13T07:19:48,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:48,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-13T07:19:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-13T07:19:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/9c4660d0b7544bc3b200ac1c1779b6c2 is 50, key is test_row_0/A:col10/1731482388291/Put/seqid=0
2024-11-13T07:19:48,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742307_1483 (size=12151)
2024-11-13T07:19:48,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/9c4660d0b7544bc3b200ac1c1779b6c2
2024-11-13T07:19:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/a6d6b3f9942a4bdba50853868208ee6d is 50, key is test_row_0/B:col10/1731482388291/Put/seqid=0
2024-11-13T07:19:48,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742308_1484 (size=12151)
2024-11-13T07:19:48,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/a6d6b3f9942a4bdba50853868208ee6d
2024-11-13T07:19:48,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/90ef8500dff54385b8f5b8529504b54c is 50, key is test_row_0/C:col10/1731482388291/Put/seqid=0
2024-11-13T07:19:48,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742309_1485 (size=12151)
2024-11-13T07:19:48,905 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/90ef8500dff54385b8f5b8529504b54c
2024-11-13T07:19:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/9c4660d0b7544bc3b200ac1c1779b6c2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c4660d0b7544bc3b200ac1c1779b6c2
2024-11-13T07:19:48,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c4660d0b7544bc3b200ac1c1779b6c2, entries=150, sequenceid=220, filesize=11.9 K
2024-11-13T07:19:48,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/a6d6b3f9942a4bdba50853868208ee6d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/a6d6b3f9942a4bdba50853868208ee6d
2024-11-13T07:19:48,934 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/a6d6b3f9942a4bdba50853868208ee6d, entries=150, sequenceid=220, filesize=11.9 K
2024-11-13T07:19:48,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/90ef8500dff54385b8f5b8529504b54c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/90ef8500dff54385b8f5b8529504b54c
2024-11-13T07:19:48,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/90ef8500dff54385b8f5b8529504b54c, entries=150, sequenceid=220, filesize=11.9 K
2024-11-13T07:19:48,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for ce5c51585517afda3f97f27d0b955ed4 in 205ms, sequenceid=220, compaction requested=true
2024-11-13T07:19:48,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:48,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:48,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-13T07:19:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-13T07:19:48,956 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-13T07:19:48,956 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6300 sec
2024-11-13T07:19:48,968 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.6380 sec
2024-11-13T07:19:49,048 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:19:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:49,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/9c8667b6923a4632a77a7e8ac16960ec is 50, key is test_row_0/A:col10/1731482389017/Put/seqid=0
2024-11-13T07:19:49,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742310_1486 (size=14537)
2024-11-13T07:19:49,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482389100, max timestamp=1731482389116Num uniques 859; 
2024-11-13T07:19:49,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:49,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482389100, max timestamp=1731482389116Num uniques 859; 
2024-11-13T07:19:49,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:49,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482389100, max timestamp=1731482389116Num uniques 859; 
2024-11-13T07:19:49,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:49,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482449187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482449188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482449189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482449190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482449297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482449297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482449319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482449320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-13T07:19:49,468 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:49,469 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:49,470 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/9c8667b6923a4632a77a7e8ac16960ec
2024-11-13T07:19:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-13T07:19:49,478 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-13T07:19:49,479 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:49,479 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:49,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/f51e222e122e45829908203e15695a90 is 50, key is test_row_0/B:col10/1731482389017/Put/seqid=0
2024-11-13T07:19:49,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742311_1487 (size=9757)
2024-11-13T07:19:49,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482449517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482449517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482449548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482449548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-13T07:19:49,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-13T07:19:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:49,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-13T07:19:49,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:49,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:49,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:49,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-13T07:19:49,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482449837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482449848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482449885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482449888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:49,913 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/f51e222e122e45829908203e15695a90
2024-11-13T07:19:49,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-13T07:19:49,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:49,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:49,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:49,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:49,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b62c45ac95f149229a01b40efd1be39d is 50, key is test_row_0/C:col10/1731482389017/Put/seqid=0
2024-11-13T07:19:50,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482450367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-13T07:19:50,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-13T07:19:50,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:50,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:50,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:50,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:50,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:50,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482450562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:50,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482450562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:50,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482450562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:50,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742312_1488 (size=9757)
2024-11-13T07:19:50,661 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b62c45ac95f149229a01b40efd1be39d
2024-11-13T07:19:50,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/9c8667b6923a4632a77a7e8ac16960ec as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c8667b6923a4632a77a7e8ac16960ec
2024-11-13T07:19:50,695 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c8667b6923a4632a77a7e8ac16960ec, entries=200, sequenceid=230, filesize=14.2 K
2024-11-13T07:19:50,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/f51e222e122e45829908203e15695a90 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f51e222e122e45829908203e15695a90
2024-11-13T07:19:50,704 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f51e222e122e45829908203e15695a90, entries=100, sequenceid=230, filesize=9.5 K
2024-11-13T07:19:50,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b62c45ac95f149229a01b40efd1be39d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b62c45ac95f149229a01b40efd1be39d
2024-11-13T07:19:50,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-13T07:19:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:50,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:50,710 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b62c45ac95f149229a01b40efd1be39d, entries=100, sequenceid=230, filesize=9.5 K
2024-11-13T07:19:50,712 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ce5c51585517afda3f97f27d0b955ed4 in 1663ms, sequenceid=230, compaction requested=true
2024-11-13T07:19:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:19:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:50,712 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:50,712 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:19:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:19:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:50,713 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:50,713 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/B is initiating minor compaction (all files)
2024-11-13T07:19:50,713 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/B in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:50,713 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f5a62c7a43ff4cef854181db49c5ae47, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/702c73ddba3a4c1f9fa429a74ba32f79, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/a6d6b3f9942a4bdba50853868208ee6d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f51e222e122e45829908203e15695a90] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=45.4 K
2024-11-13T07:19:50,714 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53688 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:50,714 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/A is initiating minor compaction (all files)
2024-11-13T07:19:50,714 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/A in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:50,714 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1f121b587f8646598fe23d64c7d8e8e7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/86d4c65d448944d99679543953d069d4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c4660d0b7544bc3b200ac1c1779b6c2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c8667b6923a4632a77a7e8ac16960ec] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=52.4 K
2024-11-13T07:19:50,714 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f5a62c7a43ff4cef854181db49c5ae47, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482385576
2024-11-13T07:19:50,714 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f121b587f8646598fe23d64c7d8e8e7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482385576
2024-11-13T07:19:50,714 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 702c73ddba3a4c1f9fa429a74ba32f79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731482386849
2024-11-13T07:19:50,715 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86d4c65d448944d99679543953d069d4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731482386849
2024-11-13T07:19:50,715 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d6b3f9942a4bdba50853868208ee6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482388291
2024-11-13T07:19:50,715 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c4660d0b7544bc3b200ac1c1779b6c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482388291
2024-11-13T07:19:50,715 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f51e222e122e45829908203e15695a90, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482389017
2024-11-13T07:19:50,715 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c8667b6923a4632a77a7e8ac16960ec, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482389006
2024-11-13T07:19:50,739 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:50,739 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/690ed548de924aa2bbb163b676239f5d is 50, key is test_row_0/A:col10/1731482389017/Put/seqid=0
2024-11-13T07:19:50,750 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:50,751 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/361b33b21d65455ab4a4becf50ef4eea is 50, key is test_row_0/B:col10/1731482389017/Put/seqid=0
2024-11-13T07:19:50,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742313_1489 (size=12595)
2024-11-13T07:19:50,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742314_1490 (size=12595)
2024-11-13T07:19:50,797 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/361b33b21d65455ab4a4becf50ef4eea as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/361b33b21d65455ab4a4becf50ef4eea
2024-11-13T07:19:50,807 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/B of ce5c51585517afda3f97f27d0b955ed4 into 361b33b21d65455ab4a4becf50ef4eea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:50,807 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:50,807 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/B, priority=12, startTime=1731482390712; duration=0sec
2024-11-13T07:19:50,807 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:50,807 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:B
2024-11-13T07:19:50,807 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:50,808 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:50,808 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/C is initiating minor compaction (all files)
2024-11-13T07:19:50,808 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/C in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:50,808 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/32ad207c515b41bcba09066d52419a64, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/5bfe8cb7793d4e92a89009aa979183f1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/90ef8500dff54385b8f5b8529504b54c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b62c45ac95f149229a01b40efd1be39d] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=45.4 K
2024-11-13T07:19:50,808 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ad207c515b41bcba09066d52419a64, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482385576
2024-11-13T07:19:50,809 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bfe8cb7793d4e92a89009aa979183f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731482386849
2024-11-13T07:19:50,809 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 90ef8500dff54385b8f5b8529504b54c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482388291
2024-11-13T07:19:50,809 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b62c45ac95f149229a01b40efd1be39d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482389017
2024-11-13T07:19:50,826 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#C#compaction#416 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:50,826 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/4e7c98d8bcae4d648e5cf4412b863519 is 50, key is test_row_0/C:col10/1731482389017/Put/seqid=0
2024-11-13T07:19:50,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742315_1491 (size=12595)
2024-11-13T07:19:50,836 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/4e7c98d8bcae4d648e5cf4412b863519 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/4e7c98d8bcae4d648e5cf4412b863519
2024-11-13T07:19:50,840 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/C of ce5c51585517afda3f97f27d0b955ed4 into 4e7c98d8bcae4d648e5cf4412b863519(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:50,840 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:50,840 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/C, priority=12, startTime=1731482390712; duration=0sec
2024-11-13T07:19:50,840 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:50,840 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:C
2024-11-13T07:19:50,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-13T07:19:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:50,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-13T07:19:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:50,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/05465144c51f4e979ca2f4614eaddf1f is 50, key is test_row_0/A:col10/1731482389185/Put/seqid=0
2024-11-13T07:19:50,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742316_1492 (size=12301)
2024-11-13T07:19:50,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/05465144c51f4e979ca2f4614eaddf1f
2024-11-13T07:19:50,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/59dedb2760a5435c8a8d4c51b5eb6596 is 50, key is test_row_0/B:col10/1731482389185/Put/seqid=0
2024-11-13T07:19:50,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742317_1493 (size=12301)
2024-11-13T07:19:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-13T07:19:51,184 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/690ed548de924aa2bbb163b676239f5d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/690ed548de924aa2bbb163b676239f5d
2024-11-13T07:19:51,188 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/A of ce5c51585517afda3f97f27d0b955ed4 into 690ed548de924aa2bbb163b676239f5d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:51,188 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:51,188 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/A, priority=12, startTime=1731482390712; duration=0sec
2024-11-13T07:19:51,188 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:51,188 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:A
2024-11-13T07:19:51,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/59dedb2760a5435c8a8d4c51b5eb6596
2024-11-13T07:19:51,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/47e18ed9825148118747e93225fc6d12 is 50, key is test_row_0/C:col10/1731482389185/Put/seqid=0
2024-11-13T07:19:51,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742318_1494 (size=12301)
2024-11-13T07:19:51,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/47e18ed9825148118747e93225fc6d12
2024-11-13T07:19:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/05465144c51f4e979ca2f4614eaddf1f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/05465144c51f4e979ca2f4614eaddf1f
2024-11-13T07:19:51,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/05465144c51f4e979ca2f4614eaddf1f, entries=150, sequenceid=269, filesize=12.0 K
2024-11-13T07:19:51,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/59dedb2760a5435c8a8d4c51b5eb6596 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/59dedb2760a5435c8a8d4c51b5eb6596
2024-11-13T07:19:51,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/59dedb2760a5435c8a8d4c51b5eb6596, entries=150, sequenceid=269, filesize=12.0 K
2024-11-13T07:19:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/47e18ed9825148118747e93225fc6d12 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/47e18ed9825148118747e93225fc6d12
2024-11-13T07:19:51,349 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/47e18ed9825148118747e93225fc6d12, entries=150, sequenceid=269, filesize=12.0 K
2024-11-13T07:19:51,350 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for ce5c51585517afda3f97f27d0b955ed4 in 489ms, sequenceid=269, compaction requested=false
2024-11-13T07:19:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-13T07:19:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-13T07:19:51,353 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-13T07:19:51,353 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8720 sec
2024-11-13T07:19:51,354 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.8840 sec
2024-11-13T07:19:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:51,403 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:19:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:51,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/4a682977b98e4d04abaca0030980541b is 50, key is test_row_0/A:col10/1731482391402/Put/seqid=0
2024-11-13T07:19:51,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742319_1495 (size=12301)
2024-11-13T07:19:51,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482391495, max timestamp=1731482391522Num uniques 859; 
2024-11-13T07:19:51,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:51,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482391495, max timestamp=1731482391522Num uniques 859; 
2024-11-13T07:19:51,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:51,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482391495, max timestamp=1731482391522Num uniques 859; 
2024-11-13T07:19:51,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:19:51,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482451604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482451620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482451620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482451623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482451727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482451737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482451737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482451747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,814 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/4a682977b98e4d04abaca0030980541b
2024-11-13T07:19:51,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/e9d6cca4673b4f89b7961929cb0bf2e2 is 50, key is test_row_0/B:col10/1731482391402/Put/seqid=0
2024-11-13T07:19:51,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742320_1496 (size=12301)
2024-11-13T07:19:51,831 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/e9d6cca4673b4f89b7961929cb0bf2e2
2024-11-13T07:19:51,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/81d051d01ffb4e008c52dc77d9040518 is 50, key is test_row_0/C:col10/1731482391402/Put/seqid=0
2024-11-13T07:19:51,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742321_1497 (size=12301)
2024-11-13T07:19:51,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44278 deadline: 1731482451857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,867 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2998b885bdef,44375,1731482210290 for 'test_row_0' in ce5c51585517afda3f97f27d0b955ed4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8316 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-13T07:19:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482451937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482451957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482451957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482451957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:51,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:51,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-13T07:19:52,077 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:52,077 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-13T07:19:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-13T07:19:52,079 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:52,080 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:52,080 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-13T07:19:52,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:52,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:52,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,253 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/81d051d01ffb4e008c52dc77d9040518
2024-11-13T07:19:52,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/4a682977b98e4d04abaca0030980541b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4a682977b98e4d04abaca0030980541b
2024-11-13T07:19:52,260 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4a682977b98e4d04abaca0030980541b, entries=150, sequenceid=280, filesize=12.0 K
2024-11-13T07:19:52,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/e9d6cca4673b4f89b7961929cb0bf2e2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e9d6cca4673b4f89b7961929cb0bf2e2
2024-11-13T07:19:52,263 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e9d6cca4673b4f89b7961929cb0bf2e2, entries=150, sequenceid=280, filesize=12.0 K
2024-11-13T07:19:52,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/81d051d01ffb4e008c52dc77d9040518 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/81d051d01ffb4e008c52dc77d9040518
2024-11-13T07:19:52,266 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/81d051d01ffb4e008c52dc77d9040518, entries=150, sequenceid=280, filesize=12.0 K
2024-11-13T07:19:52,267 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ce5c51585517afda3f97f27d0b955ed4 in 863ms, sequenceid=280, compaction requested=true
2024-11-13T07:19:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:19:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:52,267 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:19:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:52,267 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:19:52,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:52,268 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:52,268 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:52,268 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/A is initiating minor compaction (all files)
2024-11-13T07:19:52,268 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/B is initiating minor compaction (all files)
2024-11-13T07:19:52,268 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/B in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,268 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/A in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,268 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/361b33b21d65455ab4a4becf50ef4eea, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/59dedb2760a5435c8a8d4c51b5eb6596, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e9d6cca4673b4f89b7961929cb0bf2e2] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=36.3 K
2024-11-13T07:19:52,268 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/690ed548de924aa2bbb163b676239f5d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/05465144c51f4e979ca2f4614eaddf1f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4a682977b98e4d04abaca0030980541b] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=36.3 K
2024-11-13T07:19:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:52,269 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-11-13T07:19:52,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:52,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-13T07:19:52,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:52,269 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 361b33b21d65455ab4a4becf50ef4eea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482388326
2024-11-13T07:19:52,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-13T07:19:52,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:52,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-13T07:19:52,269 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 690ed548de924aa2bbb163b676239f5d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482388326
2024-11-13T07:19:52,270 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05465144c51f4e979ca2f4614eaddf1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731482389185
2024-11-13T07:19:52,270 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 59dedb2760a5435c8a8d4c51b5eb6596, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731482389185
2024-11-13T07:19:52,270 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a682977b98e4d04abaca0030980541b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731482391385
2024-11-13T07:19:52,270 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting e9d6cca4673b4f89b7961929cb0bf2e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731482391385
2024-11-13T07:19:52,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/7417e9a0fcf5423a8027837ec3e82b56 is 50, key is test_row_0/A:col10/1731482392267/Put/seqid=0
2024-11-13T07:19:52,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482452286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482452287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482452288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,307 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#A#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,307 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/d831ddbdc5ac4013b10f4e38290fef6a is 50, key is test_row_0/A:col10/1731482391402/Put/seqid=0
2024-11-13T07:19:52,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482452292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,314 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:52,315 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/21fea8840e78472eb04d277532eba8b3 is 50, key is test_row_0/B:col10/1731482391402/Put/seqid=0
2024-11-13T07:19:52,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742322_1498 (size=14741)
2024-11-13T07:19:52,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742323_1499 (size=12847)
2024-11-13T07:19:52,361 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/d831ddbdc5ac4013b10f4e38290fef6a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d831ddbdc5ac4013b10f4e38290fef6a
2024-11-13T07:19:52,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742324_1500 (size=12847)
2024-11-13T07:19:52,373 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/A of ce5c51585517afda3f97f27d0b955ed4 into d831ddbdc5ac4013b10f4e38290fef6a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:52,373 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:52,373 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/A, priority=13, startTime=1731482392267; duration=0sec
2024-11-13T07:19:52,373 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:52,373 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:A
2024-11-13T07:19:52,373 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:52,374 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:52,374 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/C is initiating minor compaction (all files)
2024-11-13T07:19:52,374 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/C in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,374 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/4e7c98d8bcae4d648e5cf4412b863519, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/47e18ed9825148118747e93225fc6d12, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/81d051d01ffb4e008c52dc77d9040518] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=36.3 K
2024-11-13T07:19:52,374 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e7c98d8bcae4d648e5cf4412b863519, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731482388326
2024-11-13T07:19:52,374 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47e18ed9825148118747e93225fc6d12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731482389185
2024-11-13T07:19:52,375 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81d051d01ffb4e008c52dc77d9040518, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731482391385
2024-11-13T07:19:52,375 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/21fea8840e78472eb04d277532eba8b3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21fea8840e78472eb04d277532eba8b3
2024-11-13T07:19:52,382 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/B of ce5c51585517afda3f97f27d0b955ed4 into 21fea8840e78472eb04d277532eba8b3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:52,382 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:52,382 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/B, priority=13, startTime=1731482392267; duration=0sec
2024-11-13T07:19:52,382 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:52,382 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:B
2024-11-13T07:19:52,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:52,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:52,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-13T07:19:52,398 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:52,399 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/671048e169ba42738a2abd9860dad000 is 50, key is test_row_0/C:col10/1731482391402/Put/seqid=0
2024-11-13T07:19:52,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742325_1501 (size=12847)
2024-11-13T07:19:52,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482452407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,425 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/671048e169ba42738a2abd9860dad000 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/671048e169ba42738a2abd9860dad000
2024-11-13T07:19:52,429 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/C of ce5c51585517afda3f97f27d0b955ed4 into 671048e169ba42738a2abd9860dad000(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:52,429 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:52,429 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/C, priority=13, startTime=1731482392267; duration=0sec
2024-11-13T07:19:52,429 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:52,429 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:C
2024-11-13T07:19:52,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482452418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482452418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482452418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:52,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:52,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482452627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482452637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482452638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482452638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:52,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:52,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-13T07:19:52,736 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/7417e9a0fcf5423a8027837ec3e82b56
2024-11-13T07:19:52,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/21c1c72b6859477f9182dc6c491a5909 is 50, key is test_row_0/B:col10/1731482392267/Put/seqid=0
2024-11-13T07:19:52,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742326_1502 (size=12301)
2024-11-13T07:19:52,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:52,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:52,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482452937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482452947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482452947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482452947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:52,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,146 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/21c1c72b6859477f9182dc6c491a5909
2024-11-13T07:19:53,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/36e37014220d479faea0969c00323f61 is 50, key is test_row_0/C:col10/1731482392267/Put/seqid=0
2024-11-13T07:19:53,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742327_1503 (size=12301)
2024-11-13T07:19:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-13T07:19:53,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:53,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482453457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:53,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:53,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:53,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:53,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:53,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:53,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:53,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482453467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:53,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482453467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:53,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482453467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:53,564 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/36e37014220d479faea0969c00323f61
2024-11-13T07:19:53,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/7417e9a0fcf5423a8027837ec3e82b56 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7417e9a0fcf5423a8027837ec3e82b56
2024-11-13T07:19:53,573 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7417e9a0fcf5423a8027837ec3e82b56, entries=200, sequenceid=318, filesize=14.4 K
2024-11-13T07:19:53,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/21c1c72b6859477f9182dc6c491a5909 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21c1c72b6859477f9182dc6c491a5909
2024-11-13T07:19:53,577 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21c1c72b6859477f9182dc6c491a5909, entries=150, sequenceid=318, filesize=12.0 K
2024-11-13T07:19:53,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/36e37014220d479faea0969c00323f61 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/36e37014220d479faea0969c00323f61
2024-11-13T07:19:53,581 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/36e37014220d479faea0969c00323f61, entries=150, sequenceid=318, filesize=12.0 K
2024-11-13T07:19:53,581 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for ce5c51585517afda3f97f27d0b955ed4 in 1312ms, sequenceid=318, compaction requested=false
2024-11-13T07:19:53,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:53,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-13T07:19:53,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:53,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-13T07:19:53,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:53,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:53,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:53,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:53,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:53,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:53,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/2d3c82589b16494b8bbc9d99695a5e52 is 50, key is test_row_0/A:col10/1731482392284/Put/seqid=0
2024-11-13T07:19:53,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742328_1504 (size=12301)
2024-11-13T07:19:54,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/2d3c82589b16494b8bbc9d99695a5e52
2024-11-13T07:19:54,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/51a3592f78c9411b9d31e639535c0e08 is 50, key is test_row_0/B:col10/1731482392284/Put/seqid=0
2024-11-13T07:19:54,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742329_1505 (size=12301)
2024-11-13T07:19:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-13T07:19:54,439 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/51a3592f78c9411b9d31e639535c0e08
2024-11-13T07:19:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b7e6cda4db7e4984921191fe8b927a44 is 50, key is test_row_0/C:col10/1731482392284/Put/seqid=0
2024-11-13T07:19:54,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742330_1506 (size=12301)
2024-11-13T07:19:54,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b7e6cda4db7e4984921191fe8b927a44
2024-11-13T07:19:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/2d3c82589b16494b8bbc9d99695a5e52 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/2d3c82589b16494b8bbc9d99695a5e52
2024-11-13T07:19:54,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/2d3c82589b16494b8bbc9d99695a5e52, entries=150, sequenceid=330, filesize=12.0 K
2024-11-13T07:19:54,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/51a3592f78c9411b9d31e639535c0e08 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/51a3592f78c9411b9d31e639535c0e08
2024-11-13T07:19:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:54,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:54,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/51a3592f78c9411b9d31e639535c0e08, entries=150, sequenceid=330, filesize=12.0 K
2024-11-13T07:19:54,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b7e6cda4db7e4984921191fe8b927a44 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7e6cda4db7e4984921191fe8b927a44
2024-11-13T07:19:54,486 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7e6cda4db7e4984921191fe8b927a44, entries=150, sequenceid=330, filesize=12.0 K
2024-11-13T07:19:54,487 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=20.13 KB/20610 for ce5c51585517afda3f97f27d0b955ed4 in 868ms, sequenceid=330, compaction requested=true
2024-11-13T07:19:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-13T07:19:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-13T07:19:54,490 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-13T07:19:54,490 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4080 sec
2024-11-13T07:19:54,491 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.4130 sec
2024-11-13T07:19:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:54,494 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:19:54,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:54,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:54,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:54,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:54,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:54,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:54,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/1b6e4cf02d3a46d9a2e10caad7a95feb is 50, key is test_row_0/A:col10/1731482394481/Put/seqid=0
2024-11-13T07:19:54,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742331_1507 (size=17181)
2024-11-13T07:19:54,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731482394524, max timestamp=1731482394551Num uniques 859; 
2024-11-13T07:19:54,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731482394524, max timestamp=1731482394551Num uniques 859; 
2024-11-13T07:19:54,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-13T07:19:54,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-13T07:19:54,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482454570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482454572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482454579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482454580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,901 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/1b6e4cf02d3a46d9a2e10caad7a95feb
2024-11-13T07:19:54,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/56f840c76e5547a98603828761924601 is 50, key is test_row_0/B:col10/1731482394481/Put/seqid=0
2024-11-13T07:19:54,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742332_1508 (size=12301)
2024-11-13T07:19:54,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482454917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482454917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482454917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:54,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482454927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482455237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482455237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482455247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482455247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,312 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/56f840c76e5547a98603828761924601
2024-11-13T07:19:55,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/fa92b47ba5ec44d2ba7a90e5ef8777d9 is 50, key is test_row_0/C:col10/1731482394481/Put/seqid=0
2024-11-13T07:19:55,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742333_1509 (size=12301)
2024-11-13T07:19:55,323 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/fa92b47ba5ec44d2ba7a90e5ef8777d9
2024-11-13T07:19:55,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/1b6e4cf02d3a46d9a2e10caad7a95feb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1b6e4cf02d3a46d9a2e10caad7a95feb
2024-11-13T07:19:55,334 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1b6e4cf02d3a46d9a2e10caad7a95feb, entries=250, sequenceid=340, filesize=16.8 K
2024-11-13T07:19:55,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/56f840c76e5547a98603828761924601 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/56f840c76e5547a98603828761924601
2024-11-13T07:19:55,337 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/56f840c76e5547a98603828761924601, entries=150, sequenceid=340, filesize=12.0 K
2024-11-13T07:19:55,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/fa92b47ba5ec44d2ba7a90e5ef8777d9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/fa92b47ba5ec44d2ba7a90e5ef8777d9
2024-11-13T07:19:55,340 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/fa92b47ba5ec44d2ba7a90e5ef8777d9, entries=150, sequenceid=340, filesize=12.0 K
2024-11-13T07:19:55,341 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for ce5c51585517afda3f97f27d0b955ed4 in 847ms, sequenceid=340, compaction requested=true
2024-11-13T07:19:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:55,341 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:19:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:19:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:55,341 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:19:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:55,342 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 57070 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:55,342 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:55,342 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/A is initiating minor compaction (all files)
2024-11-13T07:19:55,342 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/B is initiating minor compaction (all files)
2024-11-13T07:19:55,342 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/B in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:55,342 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/A in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:55,342 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d831ddbdc5ac4013b10f4e38290fef6a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7417e9a0fcf5423a8027837ec3e82b56, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/2d3c82589b16494b8bbc9d99695a5e52, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1b6e4cf02d3a46d9a2e10caad7a95feb] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=55.7 K
2024-11-13T07:19:55,342 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21fea8840e78472eb04d277532eba8b3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21c1c72b6859477f9182dc6c491a5909, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/51a3592f78c9411b9d31e639535c0e08, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/56f840c76e5547a98603828761924601] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=48.6 K
2024-11-13T07:19:55,342 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21fea8840e78472eb04d277532eba8b3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731482391385
2024-11-13T07:19:55,342 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d831ddbdc5ac4013b10f4e38290fef6a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731482391385
2024-11-13T07:19:55,342 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c1c72b6859477f9182dc6c491a5909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482391603
2024-11-13T07:19:55,343 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7417e9a0fcf5423a8027837ec3e82b56, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482391603
2024-11-13T07:19:55,343 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51a3592f78c9411b9d31e639535c0e08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731482392284
2024-11-13T07:19:55,343 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d3c82589b16494b8bbc9d99695a5e52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731482392284
2024-11-13T07:19:55,343 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56f840c76e5547a98603828761924601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731482394481
2024-11-13T07:19:55,343 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b6e4cf02d3a46d9a2e10caad7a95feb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731482394481
2024-11-13T07:19:55,354 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:55,354 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/d826e7cfda814ec68a82b8d5f3cea917 is 50, key is test_row_0/B:col10/1731482394481/Put/seqid=0
2024-11-13T07:19:55,355 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#A#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:55,356 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/b621b67beecb45ec83a044a0acfe8e61 is 50, key is test_row_0/A:col10/1731482394481/Put/seqid=0
2024-11-13T07:19:55,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742334_1510 (size=12983)
2024-11-13T07:19:55,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742335_1511 (size=12983)
2024-11-13T07:19:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:55,756 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=138.65 KB heapSize=393.86 KB
2024-11-13T07:19:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:55,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/78e97d3ddcc441b5b5ef86b509b3921d is 50, key is test_row_0/A:col10/1731482394579/Put/seqid=0
2024-11-13T07:19:55,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742336_1512 (size=14741)
2024-11-13T07:19:55,770 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/78e97d3ddcc441b5b5ef86b509b3921d
2024-11-13T07:19:55,770 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/d826e7cfda814ec68a82b8d5f3cea917 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/d826e7cfda814ec68a82b8d5f3cea917
2024-11-13T07:19:55,776 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/B of ce5c51585517afda3f97f27d0b955ed4 into d826e7cfda814ec68a82b8d5f3cea917(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:55,776 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:55,776 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/B, priority=12, startTime=1731482395341; duration=0sec
2024-11-13T07:19:55,776 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:55,776 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:B
2024-11-13T07:19:55,776 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:55,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/6cd2bbdac0194f65ad52018b7d4c8a16 is 50, key is test_row_0/B:col10/1731482394579/Put/seqid=0
2024-11-13T07:19:55,780 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:55,781 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/C is initiating minor compaction (all files)
2024-11-13T07:19:55,781 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/C in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:55,781 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/671048e169ba42738a2abd9860dad000, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/36e37014220d479faea0969c00323f61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7e6cda4db7e4984921191fe8b927a44, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/fa92b47ba5ec44d2ba7a90e5ef8777d9] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=48.6 K
2024-11-13T07:19:55,781 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 671048e169ba42738a2abd9860dad000, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731482391385
2024-11-13T07:19:55,781 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e37014220d479faea0969c00323f61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731482391603
2024-11-13T07:19:55,782 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/b621b67beecb45ec83a044a0acfe8e61 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b621b67beecb45ec83a044a0acfe8e61
2024-11-13T07:19:55,782 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7e6cda4db7e4984921191fe8b927a44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731482392284
2024-11-13T07:19:55,782 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa92b47ba5ec44d2ba7a90e5ef8777d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731482394481
2024-11-13T07:19:55,785 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/A of ce5c51585517afda3f97f27d0b955ed4 into b621b67beecb45ec83a044a0acfe8e61(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:55,785 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:55,785 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/A, priority=12, startTime=1731482395341; duration=0sec
2024-11-13T07:19:55,785 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:55,785 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:A
2024-11-13T07:19:55,790 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#C#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:55,791 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/91b3e096dbe94e99ba124d725b524880 is 50, key is test_row_0/C:col10/1731482394481/Put/seqid=0
2024-11-13T07:19:55,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742337_1513 (size=12301)
2024-11-13T07:19:55,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742338_1514 (size=12983)
2024-11-13T07:19:55,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482455789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482455789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482455790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482455791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482455917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482455917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482455917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482455917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:55,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482456138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:56,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482456138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482456139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482456139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,193 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/6cd2bbdac0194f65ad52018b7d4c8a16
2024-11-13T07:19:56,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/232413009b7049f18fd17c56972eb158 is 50, key is test_row_0/C:col10/1731482394579/Put/seqid=0
2024-11-13T07:19:56,203 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/91b3e096dbe94e99ba124d725b524880 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91b3e096dbe94e99ba124d725b524880
2024-11-13T07:19:56,209 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/C of ce5c51585517afda3f97f27d0b955ed4 into 91b3e096dbe94e99ba124d725b524880(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:56,209 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:56,210 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/C, priority=12, startTime=1731482395341; duration=0sec
2024-11-13T07:19:56,210 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:56,210 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:C
2024-11-13T07:19:56,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742339_1515 (size=12301)
2024-11-13T07:19:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-13T07:19:56,247 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:56,248 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-13T07:19:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-13T07:19:56,253 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:56,253 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:56,253 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-13T07:19:56,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-13T07:19:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:56,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:56,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:56,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482456448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482456448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482456448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482456448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:56,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-13T07:19:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:56,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-13T07:19:56,613 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/232413009b7049f18fd17c56972eb158
2024-11-13T07:19:56,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/78e97d3ddcc441b5b5ef86b509b3921d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/78e97d3ddcc441b5b5ef86b509b3921d
2024-11-13T07:19:56,623 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/78e97d3ddcc441b5b5ef86b509b3921d, entries=200, sequenceid=371, filesize=14.4 K
2024-11-13T07:19:56,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/6cd2bbdac0194f65ad52018b7d4c8a16 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/6cd2bbdac0194f65ad52018b7d4c8a16
2024-11-13T07:19:56,628 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/6cd2bbdac0194f65ad52018b7d4c8a16, entries=150, sequenceid=371, filesize=12.0 K
2024-11-13T07:19:56,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/232413009b7049f18fd17c56972eb158 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/232413009b7049f18fd17c56972eb158
2024-11-13T07:19:56,639 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/232413009b7049f18fd17c56972eb158, entries=150, sequenceid=371, filesize=12.0 K
2024-11-13T07:19:56,639 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~393.81 KB/403264, currentSize=40.25 KB/41220 for ce5c51585517afda3f97f27d0b955ed4 in 883ms, sequenceid=371, compaction requested=false
2024-11-13T07:19:56,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:56,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-13T07:19:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:56,716 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-13T07:19:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:56,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/d54d223958a54e05810962143ee730e0 is 50, key is test_row_0/A:col10/1731482395786/Put/seqid=0
2024-11-13T07:19:56,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742340_1516 (size=12301)
2024-11-13T07:19:56,778 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/d54d223958a54e05810962143ee730e0
2024-11-13T07:19:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/396a699f970a4d1c9fbe2ba332b1f28b is 50, key is test_row_0/B:col10/1731482395786/Put/seqid=0
2024-11-13T07:19:56,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742341_1517 (size=12301)
2024-11-13T07:19:56,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/396a699f970a4d1c9fbe2ba332b1f28b
2024-11-13T07:19:56,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/62c39cdd2f7f4d3b8b4c5b8587139dde is 50, key is test_row_0/C:col10/1731482395786/Put/seqid=0
2024-11-13T07:19:56,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742342_1518 (size=12301)
2024-11-13T07:19:56,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/62c39cdd2f7f4d3b8b4c5b8587139dde
2024-11-13T07:19:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/d54d223958a54e05810962143ee730e0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d54d223958a54e05810962143ee730e0
2024-11-13T07:19:56,842 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d54d223958a54e05810962143ee730e0, entries=150, sequenceid=383, filesize=12.0 K
2024-11-13T07:19:56,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders
2024-11-13T07:19:56,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/396a699f970a4d1c9fbe2ba332b1f28b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/396a699f970a4d1c9fbe2ba332b1f28b
2024-11-13T07:19:56,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/396a699f970a4d1c9fbe2ba332b1f28b, entries=150, sequenceid=383, filesize=12.0 K
2024-11-13T07:19:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/62c39cdd2f7f4d3b8b4c5b8587139dde as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/62c39cdd2f7f4d3b8b4c5b8587139dde
2024-11-13T07:19:56,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/62c39cdd2f7f4d3b8b4c5b8587139dde, entries=150, sequenceid=383, filesize=12.0 K
2024-11-13T07:19:56,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for ce5c51585517afda3f97f27d0b955ed4 in 137ms, sequenceid=383, compaction requested=true
2024-11-13T07:19:56,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:56,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:56,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-13T07:19:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-13T07:19:56,855 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-13T07:19:56,855 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 601 msec
2024-11-13T07:19:56,857 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 608 msec
2024-11-13T07:19:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-13T07:19:56,877 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:56,877 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-13T07:19:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-13T07:19:56,879 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:56,879 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:56,879 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:56,977 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-13T07:19:56,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:56,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:56,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:56,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:56,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:56,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:56,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/c4454f8a00b54137a91717882a502c30 is 50, key is test_row_0/A:col10/1731482396962/Put/seqid=0
2024-11-13T07:19:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-13T07:19:57,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742343_1519 (size=14737)
2024-11-13T07:19:57,009 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/c4454f8a00b54137a91717882a502c30
2024-11-13T07:19:57,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/b0adf7d8b8114630a86f2240588cb346 is 50, key is test_row_0/B:col10/1731482396962/Put/seqid=0
2024-11-13T07:19:57,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742344_1520 (size=9857)
2024-11-13T07:19:57,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-13T07:19:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,035 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/b0adf7d8b8114630a86f2240588cb346
2024-11-13T07:19:57,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482457028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482457029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482397017, max timestamp=1731482397035Num uniques 859; 
2024-11-13T07:19:57,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:19:57,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482397017, max timestamp=1731482397035Num uniques 859; 
2024-11-13T07:19:57,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:19:57,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482397017, max timestamp=1731482397035Num uniques 859; 
2024-11-13T07:19:57,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:19:57,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/251d1429ad82490cb368a340eab8c480 is 50, key is test_row_0/C:col10/1731482396962/Put/seqid=0
2024-11-13T07:19:57,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742345_1521 (size=9857)
2024-11-13T07:19:57,078 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/251d1429ad82490cb368a340eab8c480
2024-11-13T07:19:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/c4454f8a00b54137a91717882a502c30 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/c4454f8a00b54137a91717882a502c30
2024-11-13T07:19:57,089 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/c4454f8a00b54137a91717882a502c30, entries=200, sequenceid=394, filesize=14.4 K
2024-11-13T07:19:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/b0adf7d8b8114630a86f2240588cb346 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/b0adf7d8b8114630a86f2240588cb346
2024-11-13T07:19:57,093 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/b0adf7d8b8114630a86f2240588cb346, entries=100, sequenceid=394, filesize=9.6 K
2024-11-13T07:19:57,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/251d1429ad82490cb368a340eab8c480 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/251d1429ad82490cb368a340eab8c480
2024-11-13T07:19:57,099 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/251d1429ad82490cb368a340eab8c480, entries=100, sequenceid=394, filesize=9.6 K
2024-11-13T07:19:57,100 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=80.51 KB/82440 for ce5c51585517afda3f97f27d0b955ed4 in 123ms, sequenceid=394, compaction requested=true
2024-11-13T07:19:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:57,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:19:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:57,101 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:19:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:19:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:57,102 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:57,102 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/B is initiating minor compaction (all files)
2024-11-13T07:19:57,102 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/B in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,102 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/d826e7cfda814ec68a82b8d5f3cea917, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/6cd2bbdac0194f65ad52018b7d4c8a16, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/396a699f970a4d1c9fbe2ba332b1f28b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/b0adf7d8b8114630a86f2240588cb346] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=46.3 K
2024-11-13T07:19:57,102 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54762 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:57,102 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/A is initiating minor compaction (all files)
2024-11-13T07:19:57,102 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/A in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,102 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b621b67beecb45ec83a044a0acfe8e61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/78e97d3ddcc441b5b5ef86b509b3921d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d54d223958a54e05810962143ee730e0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/c4454f8a00b54137a91717882a502c30] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=53.5 K
2024-11-13T07:19:57,103 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b621b67beecb45ec83a044a0acfe8e61, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731482394481
2024-11-13T07:19:57,103 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d826e7cfda814ec68a82b8d5f3cea917, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731482394481
2024-11-13T07:19:57,103 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78e97d3ddcc441b5b5ef86b509b3921d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731482394571
2024-11-13T07:19:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:57,103 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cd2bbdac0194f65ad52018b7d4c8a16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731482394571
2024-11-13T07:19:57,104 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting d54d223958a54e05810962143ee730e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731482395786
2024-11-13T07:19:57,104 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 396a699f970a4d1c9fbe2ba332b1f28b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731482395786
2024-11-13T07:19:57,104 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=87.22 KB heapSize=240.84 KB
2024-11-13T07:19:57,104 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4454f8a00b54137a91717882a502c30, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731482396962
2024-11-13T07:19:57,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:57,104 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b0adf7d8b8114630a86f2240588cb346, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731482396962
2024-11-13T07:19:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:19:57,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/ffbd39e7cf6f43b3982cc9f6f33ccec1 is 50, key is test_row_0/A:col10/1731482397033/Put/seqid=0
2024-11-13T07:19:57,139 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#A#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:57,139 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/4489ab41c5444f52a04a2e1e2a83b90a is 50, key is test_row_0/A:col10/1731482396962/Put/seqid=0
2024-11-13T07:19:57,146 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#B#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:57,147 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/7d3735d207f148229b15635c064cb0e5 is 50, key is test_row_0/B:col10/1731482396962/Put/seqid=0
2024-11-13T07:19:57,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742347_1523 (size=13119)
2024-11-13T07:19:57,182 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/4489ab41c5444f52a04a2e1e2a83b90a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4489ab41c5444f52a04a2e1e2a83b90a
2024-11-13T07:19:57,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-13T07:19:57,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:57,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,186 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/A of ce5c51585517afda3f97f27d0b955ed4 into 4489ab41c5444f52a04a2e1e2a83b90a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:57,186 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:57,186 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/A, priority=12, startTime=1731482397100; duration=0sec
2024-11-13T07:19:57,186 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:57,186 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:A
2024-11-13T07:19:57,186 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-13T07:19:57,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742346_1522 (size=14741)
2024-11-13T07:19:57,189 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/ffbd39e7cf6f43b3982cc9f6f33ccec1
2024-11-13T07:19:57,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742348_1524 (size=13119)
2024-11-13T07:19:57,191 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-13T07:19:57,191 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/C is initiating minor compaction (all files)
2024-11-13T07:19:57,191 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/C in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,191 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91b3e096dbe94e99ba124d725b524880, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/232413009b7049f18fd17c56972eb158, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/62c39cdd2f7f4d3b8b4c5b8587139dde, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/251d1429ad82490cb368a340eab8c480] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=46.3 K
2024-11-13T07:19:57,194 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91b3e096dbe94e99ba124d725b524880, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731482394481
2024-11-13T07:19:57,195 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 232413009b7049f18fd17c56972eb158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731482394571
2024-11-13T07:19:57,195 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62c39cdd2f7f4d3b8b4c5b8587139dde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731482395786
2024-11-13T07:19:57,195 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 251d1429ad82490cb368a340eab8c480, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731482396962
2024-11-13T07:19:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-13T07:19:57,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/47638d5c23cc4f7a948d23a5a8e4a02a is 50, key is test_row_0/B:col10/1731482397033/Put/seqid=0
2024-11-13T07:19:57,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742349_1525 (size=12301)
2024-11-13T07:19:57,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482457189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482457190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482457193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,211 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#C#compaction#451 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:57,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,211 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/2dfbbd4599624b5c8ce6655a4487155a is 50, key is test_row_0/C:col10/1731482396962/Put/seqid=0
2024-11-13T07:19:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482457194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,212 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/47638d5c23cc4f7a948d23a5a8e4a02a
2024-11-13T07:19:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/cfd901126d2b4090a2cffbd28533a42d is 50, key is test_row_0/C:col10/1731482397033/Put/seqid=0
2024-11-13T07:19:57,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742350_1526 (size=13119)
2024-11-13T07:19:57,228 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/2dfbbd4599624b5c8ce6655a4487155a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2dfbbd4599624b5c8ce6655a4487155a
2024-11-13T07:19:57,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742351_1527 (size=12301)
2024-11-13T07:19:57,235 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/cfd901126d2b4090a2cffbd28533a42d
2024-11-13T07:19:57,235 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/C of ce5c51585517afda3f97f27d0b955ed4 into 2dfbbd4599624b5c8ce6655a4487155a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:57,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:57,235 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/C, priority=12, startTime=1731482397101; duration=0sec
2024-11-13T07:19:57,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:57,235 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:C
2024-11-13T07:19:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/ffbd39e7cf6f43b3982cc9f6f33ccec1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ffbd39e7cf6f43b3982cc9f6f33ccec1
2024-11-13T07:19:57,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ffbd39e7cf6f43b3982cc9f6f33ccec1, entries=200, sequenceid=423, filesize=14.4 K
2024-11-13T07:19:57,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/47638d5c23cc4f7a948d23a5a8e4a02a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/47638d5c23cc4f7a948d23a5a8e4a02a
2024-11-13T07:19:57,244 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/47638d5c23cc4f7a948d23a5a8e4a02a, entries=150, sequenceid=423, filesize=12.0 K
2024-11-13T07:19:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/cfd901126d2b4090a2cffbd28533a42d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/cfd901126d2b4090a2cffbd28533a42d
2024-11-13T07:19:57,248 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/cfd901126d2b4090a2cffbd28533a42d, entries=150, sequenceid=423, filesize=12.0 K
2024-11-13T07:19:57,249 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~240.80 KB/246576, currentSize=93.93 KB/96180 for ce5c51585517afda3f97f27d0b955ed4 in 146ms, sequenceid=423, compaction requested=false
2024-11-13T07:19:57,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:57,322 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:19:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:57,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:57,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/e82baad60440477c87a0a8a80cab22b8 is 50, key is test_row_0/A:col10/1731482397192/Put/seqid=0
2024-11-13T07:19:57,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742352_1528 (size=14741)
2024-11-13T07:19:57,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-13T07:19:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,346 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/e82baad60440477c87a0a8a80cab22b8
2024-11-13T07:19:57,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482457338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/bbc8619899a44745b4eebe685f92aa73 is 50, key is test_row_0/B:col10/1731482397192/Put/seqid=0
2024-11-13T07:19:57,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742353_1529 (size=12301)
2024-11-13T07:19:57,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482457349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482457350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482457354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482457456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482457477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482457477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482457477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-13T07:19:57,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:57,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-13T07:19:57,593 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/7d3735d207f148229b15635c064cb0e5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/7d3735d207f148229b15635c064cb0e5
2024-11-13T07:19:57,597 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/B of ce5c51585517afda3f97f27d0b955ed4 into 7d3735d207f148229b15635c064cb0e5(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:57,597 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:57,597 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/B, priority=12, startTime=1731482397101; duration=0sec
2024-11-13T07:19:57,597 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:57,597 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:B
2024-11-13T07:19:57,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-13T07:19:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:57,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482457667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482457697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482457697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482457697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:57,761 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/bbc8619899a44745b4eebe685f92aa73
2024-11-13T07:19:57,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/2045c16898b64dfa832418c675328e96 is 50, key is test_row_0/C:col10/1731482397192/Put/seqid=0
2024-11-13T07:19:57,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742354_1530 (size=12301)
2024-11-13T07:19:57,774 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/2045c16898b64dfa832418c675328e96
2024-11-13T07:19:57,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/e82baad60440477c87a0a8a80cab22b8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e82baad60440477c87a0a8a80cab22b8
2024-11-13T07:19:57,784 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e82baad60440477c87a0a8a80cab22b8, entries=200, sequenceid=443, filesize=14.4 K
2024-11-13T07:19:57,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/bbc8619899a44745b4eebe685f92aa73 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/bbc8619899a44745b4eebe685f92aa73
2024-11-13T07:19:57,790 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/bbc8619899a44745b4eebe685f92aa73, entries=150, sequenceid=443, filesize=12.0 K
2024-11-13T07:19:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/2045c16898b64dfa832418c675328e96 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2045c16898b64dfa832418c675328e96
2024-11-13T07:19:57,795 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2045c16898b64dfa832418c675328e96, entries=150, sequenceid=443, filesize=12.0 K
2024-11-13T07:19:57,795 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ce5c51585517afda3f97f27d0b955ed4 in 473ms, sequenceid=443, compaction requested=true
2024-11-13T07:19:57,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:57,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:19:57,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:57,795 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:57,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:19:57,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:57,795 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:57,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:19:57,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:57,796 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:57,796 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/B is initiating minor compaction (all files)
2024-11-13T07:19:57,796 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/B in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,796 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/7d3735d207f148229b15635c064cb0e5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/47638d5c23cc4f7a948d23a5a8e4a02a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/bbc8619899a44745b4eebe685f92aa73] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=36.8 K
2024-11-13T07:19:57,796 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:57,797 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/A is initiating minor compaction (all files)
2024-11-13T07:19:57,797 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/A in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,797 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4489ab41c5444f52a04a2e1e2a83b90a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ffbd39e7cf6f43b3982cc9f6f33ccec1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e82baad60440477c87a0a8a80cab22b8] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=41.6 K
2024-11-13T07:19:57,797 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d3735d207f148229b15635c064cb0e5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731482395789
2024-11-13T07:19:57,797 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 47638d5c23cc4f7a948d23a5a8e4a02a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731482397033
2024-11-13T07:19:57,798 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting bbc8619899a44745b4eebe685f92aa73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731482397188
2024-11-13T07:19:57,799 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4489ab41c5444f52a04a2e1e2a83b90a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731482395789
2024-11-13T07:19:57,799 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffbd39e7cf6f43b3982cc9f6f33ccec1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731482397033
2024-11-13T07:19:57,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-13T07:19:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:57,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-13T07:19:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:57,800 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting e82baad60440477c87a0a8a80cab22b8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731482397188
2024-11-13T07:19:57,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/91eaaeb479a34b38860621e529f483a1 is 50, key is test_row_0/A:col10/1731482397336/Put/seqid=0
2024-11-13T07:19:57,805 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:57,806 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/c5b1e00486884fee86b64aa577c0bfe2 is 50, key is test_row_0/B:col10/1731482397192/Put/seqid=0
2024-11-13T07:19:57,815 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#A#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:57,815 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/5e498243d2d94e739d4aafc1ed40e49a is 50, key is test_row_0/A:col10/1731482397192/Put/seqid=0
2024-11-13T07:19:57,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742355_1531 (size=12301)
2024-11-13T07:19:57,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742356_1532 (size=13221)
2024-11-13T07:19:57,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742357_1533 (size=13221)
2024-11-13T07:19:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:57,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-13T07:19:58,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482458130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482458131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482458133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482458142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/91eaaeb479a34b38860621e529f483a1
2024-11-13T07:19:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/9f4f112eccd442449b718e4858585539 is 50, key is test_row_0/B:col10/1731482397336/Put/seqid=0
2024-11-13T07:19:58,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742358_1534 (size=12301)
2024-11-13T07:19:58,230 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/c5b1e00486884fee86b64aa577c0bfe2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/c5b1e00486884fee86b64aa577c0bfe2
2024-11-13T07:19:58,231 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/5e498243d2d94e739d4aafc1ed40e49a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/5e498243d2d94e739d4aafc1ed40e49a
2024-11-13T07:19:58,238 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/B of ce5c51585517afda3f97f27d0b955ed4 into c5b1e00486884fee86b64aa577c0bfe2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:58,238 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:58,238 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/B, priority=13, startTime=1731482397795; duration=0sec
2024-11-13T07:19:58,238 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:19:58,238 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:B
2024-11-13T07:19:58,238 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:19:58,239 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/A of ce5c51585517afda3f97f27d0b955ed4 into 5e498243d2d94e739d4aafc1ed40e49a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:58,239 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:58,239 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/A, priority=13, startTime=1731482397795; duration=0sec
2024-11-13T07:19:58,239 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:58,239 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:A
2024-11-13T07:19:58,240 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:19:58,240 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/C is initiating minor compaction (all files)
2024-11-13T07:19:58,240 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/C in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:58,240 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2dfbbd4599624b5c8ce6655a4487155a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/cfd901126d2b4090a2cffbd28533a42d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2045c16898b64dfa832418c675328e96] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=36.8 K
2024-11-13T07:19:58,241 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dfbbd4599624b5c8ce6655a4487155a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731482395789
2024-11-13T07:19:58,241 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting cfd901126d2b4090a2cffbd28533a42d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731482397033
2024-11-13T07:19:58,241 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2045c16898b64dfa832418c675328e96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731482397188
2024-11-13T07:19:58,252 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#C#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:19:58,253 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/c793ca3953e545b4ad0a127b1ec34bbc is 50, key is test_row_0/C:col10/1731482397192/Put/seqid=0
2024-11-13T07:19:58,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482458247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742359_1535 (size=13221)
2024-11-13T07:19:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482458257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482458258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482458258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482458467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482458467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482458467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482458467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,628 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/9f4f112eccd442449b718e4858585539
2024-11-13T07:19:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b7c2cf257e6645709efb335ae4841a8f is 50, key is test_row_0/C:col10/1731482397336/Put/seqid=0
2024-11-13T07:19:58,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742360_1536 (size=12301)
2024-11-13T07:19:58,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b7c2cf257e6645709efb335ae4841a8f
2024-11-13T07:19:58,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/91eaaeb479a34b38860621e529f483a1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/91eaaeb479a34b38860621e529f483a1
2024-11-13T07:19:58,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/91eaaeb479a34b38860621e529f483a1, entries=150, sequenceid=458, filesize=12.0 K
2024-11-13T07:19:58,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/9f4f112eccd442449b718e4858585539 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/9f4f112eccd442449b718e4858585539
2024-11-13T07:19:58,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/9f4f112eccd442449b718e4858585539, entries=150, sequenceid=458, filesize=12.0 K
2024-11-13T07:19:58,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b7c2cf257e6645709efb335ae4841a8f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7c2cf257e6645709efb335ae4841a8f
2024-11-13T07:19:58,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7c2cf257e6645709efb335ae4841a8f, entries=150, sequenceid=458, filesize=12.0 K
2024-11-13T07:19:58,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ce5c51585517afda3f97f27d0b955ed4 in 856ms, sequenceid=458, compaction requested=false
2024-11-13T07:19:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-13T07:19:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-13T07:19:58,661 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-13T07:19:58,661 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7780 sec
2024-11-13T07:19:58,662 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/c793ca3953e545b4ad0a127b1ec34bbc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/c793ca3953e545b4ad0a127b1ec34bbc
2024-11-13T07:19:58,663 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.7850 sec
2024-11-13T07:19:58,667 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/C of ce5c51585517afda3f97f27d0b955ed4 into c793ca3953e545b4ad0a127b1ec34bbc(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:19:58,667 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:19:58,667 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/C, priority=13, startTime=1731482397795; duration=0sec
2024-11-13T07:19:58,667 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:19:58,667 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:C
2024-11-13T07:19:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:19:58,782 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:19:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:19:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:19:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:19:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:19:58,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/b04629fef65a44549a812f807cbdf35e is 50, key is test_row_0/A:col10/1731482398129/Put/seqid=0
2024-11-13T07:19:58,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742361_1537 (size=14741)
2024-11-13T07:19:58,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482458803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482458809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482458810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482458810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482458917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482458917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482458917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:58,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482458927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:58,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:58,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-13T07:19:59,028 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:19:59,028 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:19:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-13T07:19:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-13T07:19:59,117 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:19:59,118 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:19:59,118 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:19:59,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482459127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482459127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482459127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482459139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,197 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/b04629fef65a44549a812f807cbdf35e
2024-11-13T07:19:59,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/fbba7cd5c62347fb9266848329d95c3a is 50, key is test_row_0/B:col10/1731482398129/Put/seqid=0
2024-11-13T07:19:59,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742362_1538 (size=12301)
2024-11-13T07:19:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-13T07:19:59,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-13T07:19:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-13T07:19:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-13T07:19:59,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482459447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482459447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482459448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482459457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-13T07:19:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,619 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/fbba7cd5c62347fb9266848329d95c3a
2024-11-13T07:19:59,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/7baf2a039821461782f8e3b0760e78fd is 50, key is test_row_0/C:col10/1731482398129/Put/seqid=0
2024-11-13T07:19:59,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742363_1539 (size=12301)
2024-11-13T07:19:59,714 INFO  [Thread-2040 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2040.
2024-11-13T07:19:59,714 DEBUG [Thread-2040 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:59,714 DEBUG [Thread-2040 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,714 DEBUG [Thread-2040 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,714 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:59,714 INFO  [Thread-2042 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2042.
2024-11-13T07:19:59,714 DEBUG [Thread-2042 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:59,714 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,714 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,715 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:59,717 INFO  [Thread-2044 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2044.
2024-11-13T07:19:59,717 DEBUG [Thread-2044 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:59,717 DEBUG [Thread-2044 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,717 DEBUG [Thread-2044 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,717 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:59,724 INFO  [Thread-2046 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2046.
2024-11-13T07:19:59,724 DEBUG [Thread-2046 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:59,724 DEBUG [Thread-2046 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,724 DEBUG [Thread-2046 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,724 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:59,724 INFO  [Thread-2038 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2038.
2024-11-13T07:19:59,724 DEBUG [Thread-2038 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:19:59,724 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,725 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:19:59,725 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:19:59,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-13T07:19:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-13T07:19:59,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-13T07:19:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:19:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:19:59,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:19:59,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44242 deadline: 1731482459967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44264 deadline: 1731482459967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44288 deadline: 1731482459967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:19:59,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:19:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44316 deadline: 1731482459976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
2024-11-13T07:19:59,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 , the old value is region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:19:59,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., hostname=2998b885bdef,44375,1731482210290, seqNum=2 because the exception is null or not the one we care about
2024-11-13T07:20:00,030 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/7baf2a039821461782f8e3b0760e78fd
2024-11-13T07:20:00,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-13T07:20:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:20:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:00,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:00,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/b04629fef65a44549a812f807cbdf35e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b04629fef65a44549a812f807cbdf35e
2024-11-13T07:20:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:00,036 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b04629fef65a44549a812f807cbdf35e, entries=200, sequenceid=480, filesize=14.4 K
2024-11-13T07:20:00,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/fbba7cd5c62347fb9266848329d95c3a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/fbba7cd5c62347fb9266848329d95c3a
2024-11-13T07:20:00,040 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/fbba7cd5c62347fb9266848329d95c3a, entries=150, sequenceid=480, filesize=12.0 K
2024-11-13T07:20:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/7baf2a039821461782f8e3b0760e78fd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/7baf2a039821461782f8e3b0760e78fd
2024-11-13T07:20:00,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/7baf2a039821461782f8e3b0760e78fd, entries=150, sequenceid=480, filesize=12.0 K
2024-11-13T07:20:00,044 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for ce5c51585517afda3f97f27d0b955ed4 in 1262ms, sequenceid=480, compaction requested=true
2024-11-13T07:20:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:20:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:00,044 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:00,044 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce5c51585517afda3f97f27d0b955ed4:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:00,045 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:00,045 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:00,045 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/A is initiating minor compaction (all files)
2024-11-13T07:20:00,045 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/B is initiating minor compaction (all files)
2024-11-13T07:20:00,045 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/A in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:00,045 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/B in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:00,045 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/5e498243d2d94e739d4aafc1ed40e49a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/91eaaeb479a34b38860621e529f483a1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b04629fef65a44549a812f807cbdf35e] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=39.3 K
2024-11-13T07:20:00,045 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/c5b1e00486884fee86b64aa577c0bfe2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/9f4f112eccd442449b718e4858585539, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/fbba7cd5c62347fb9266848329d95c3a] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=36.9 K
2024-11-13T07:20:00,045 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e498243d2d94e739d4aafc1ed40e49a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731482397188
2024-11-13T07:20:00,046 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting c5b1e00486884fee86b64aa577c0bfe2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731482397188
2024-11-13T07:20:00,046 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91eaaeb479a34b38860621e529f483a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731482397336
2024-11-13T07:20:00,046 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f4f112eccd442449b718e4858585539, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731482397336
2024-11-13T07:20:00,046 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b04629fef65a44549a812f807cbdf35e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731482398129
2024-11-13T07:20:00,046 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting fbba7cd5c62347fb9266848329d95c3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731482398129
2024-11-13T07:20:00,051 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:00,052 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/1a09efa43e6f40169ab84c3d5eefd606 is 50, key is test_row_0/B:col10/1731482398129/Put/seqid=0
2024-11-13T07:20:00,054 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#A#compaction#466 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:00,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742364_1540 (size=13323)
2024-11-13T07:20:00,054 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/e77862c9bee24dbbabedb6574fed45fc is 50, key is test_row_0/A:col10/1731482398129/Put/seqid=0
2024-11-13T07:20:00,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742365_1541 (size=13323)
2024-11-13T07:20:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-13T07:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:00,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-13T07:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:20:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/94062dadf40f49a8a4b312cc6af08ba0 is 50, key is test_row_0/A:col10/1731482398809/Put/seqid=0
2024-11-13T07:20:00,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742366_1542 (size=12301)
2024-11-13T07:20:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-13T07:20:00,459 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/1a09efa43e6f40169ab84c3d5eefd606 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1a09efa43e6f40169ab84c3d5eefd606
2024-11-13T07:20:00,463 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/B of ce5c51585517afda3f97f27d0b955ed4 into 1a09efa43e6f40169ab84c3d5eefd606(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:00,463 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:20:00,463 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/B, priority=13, startTime=1731482400044; duration=0sec
2024-11-13T07:20:00,463 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:00,463 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:B
2024-11-13T07:20:00,463 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:00,464 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:00,464 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): ce5c51585517afda3f97f27d0b955ed4/C is initiating minor compaction (all files)
2024-11-13T07:20:00,464 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce5c51585517afda3f97f27d0b955ed4/C in TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:00,464 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/c793ca3953e545b4ad0a127b1ec34bbc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7c2cf257e6645709efb335ae4841a8f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/7baf2a039821461782f8e3b0760e78fd] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp, totalSize=36.9 K
2024-11-13T07:20:00,464 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting c793ca3953e545b4ad0a127b1ec34bbc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1731482397188
2024-11-13T07:20:00,465 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b7c2cf257e6645709efb335ae4841a8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731482397336
2024-11-13T07:20:00,465 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7baf2a039821461782f8e3b0760e78fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731482398129
2024-11-13T07:20:00,470 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce5c51585517afda3f97f27d0b955ed4#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:00,470 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/72b3b2723bd9409dbc768f7e00ff3216 is 50, key is test_row_0/C:col10/1731482398129/Put/seqid=0
2024-11-13T07:20:00,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742367_1543 (size=13323)
2024-11-13T07:20:00,543 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/e77862c9bee24dbbabedb6574fed45fc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e77862c9bee24dbbabedb6574fed45fc
2024-11-13T07:20:00,546 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/A of ce5c51585517afda3f97f27d0b955ed4 into e77862c9bee24dbbabedb6574fed45fc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:00,546 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:20:00,546 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/A, priority=13, startTime=1731482400044; duration=0sec
2024-11-13T07:20:00,546 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:00,546 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:A
2024-11-13T07:20:00,592 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/94062dadf40f49a8a4b312cc6af08ba0
2024-11-13T07:20:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/28616fc05f9448d1893768d308e6a506 is 50, key is test_row_0/B:col10/1731482398809/Put/seqid=0
2024-11-13T07:20:00,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742368_1544 (size=12301)
2024-11-13T07:20:00,877 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/72b3b2723bd9409dbc768f7e00ff3216 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/72b3b2723bd9409dbc768f7e00ff3216
2024-11-13T07:20:00,880 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce5c51585517afda3f97f27d0b955ed4/C of ce5c51585517afda3f97f27d0b955ed4 into 72b3b2723bd9409dbc768f7e00ff3216(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:00,880 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:20:00,880 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., storeName=ce5c51585517afda3f97f27d0b955ed4/C, priority=13, startTime=1731482400044; duration=0sec
2024-11-13T07:20:00,880 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:00,880 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce5c51585517afda3f97f27d0b955ed4:C
2024-11-13T07:20:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:20:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. as already flushing
2024-11-13T07:20:00,979 INFO  [Thread-2033 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2033.
2024-11-13T07:20:00,979 INFO  [Thread-2035 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2035.
2024-11-13T07:20:00,979 DEBUG [Thread-2033 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:00,979 DEBUG [Thread-2035 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:00,979 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:00,979 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:00,979 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:00,979 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:00,979 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:00,979 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:00,988 INFO  [Thread-2027 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2027.
2024-11-13T07:20:00,988 INFO  [Thread-2029 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2029.
2024-11-13T07:20:00,988 DEBUG [Thread-2027 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:00,988 DEBUG [Thread-2029 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:00,988 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:00,988 DEBUG [Thread-2029 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:00,988 DEBUG [Thread-2029 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:00,988 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:00,988 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:00,989 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:01,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/28616fc05f9448d1893768d308e6a506
2024-11-13T07:20:01,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/222ee5cb94b34bf58cb24be2539475c9 is 50, key is test_row_0/C:col10/1731482398809/Put/seqid=0
2024-11-13T07:20:01,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742369_1545 (size=12301)
2024-11-13T07:20:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-13T07:20:01,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/222ee5cb94b34bf58cb24be2539475c9
2024-11-13T07:20:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/94062dadf40f49a8a4b312cc6af08ba0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/94062dadf40f49a8a4b312cc6af08ba0
2024-11-13T07:20:01,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/94062dadf40f49a8a4b312cc6af08ba0, entries=150, sequenceid=494, filesize=12.0 K
2024-11-13T07:20:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/28616fc05f9448d1893768d308e6a506 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/28616fc05f9448d1893768d308e6a506
2024-11-13T07:20:01,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/28616fc05f9448d1893768d308e6a506, entries=150, sequenceid=494, filesize=12.0 K
2024-11-13T07:20:01,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/222ee5cb94b34bf58cb24be2539475c9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/222ee5cb94b34bf58cb24be2539475c9
2024-11-13T07:20:01,467 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/222ee5cb94b34bf58cb24be2539475c9, entries=150, sequenceid=494, filesize=12.0 K
2024-11-13T07:20:01,468 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=26.84 KB/27480 for ce5c51585517afda3f97f27d0b955ed4 in 1283ms, sequenceid=494, compaction requested=false
2024-11-13T07:20:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for ce5c51585517afda3f97f27d0b955ed4:

2024-11-13T07:20:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-13T07:20:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-13T07:20:01,471 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-13T07:20:01,471 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3510 sec
2024-11-13T07:20:01,472 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.4430 sec
2024-11-13T07:20:01,919 INFO  [Thread-2031 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2031.
2024-11-13T07:20:01,919 DEBUG [Thread-2031 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:01,919 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:01,920 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:01,920 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-13T07:20:03,287 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 79
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 93
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 24
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 86
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 123
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 805
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2411 rows
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 795
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2383 rows
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 794
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2382 rows
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 799
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2397 rows
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 803
2024-11-13T07:20:03,287 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2409 rows
2024-11-13T07:20:03,288 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:20:03,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:20:03,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:03,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:03,288 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:03,289 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-13T07:20:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-13T07:20:03,291 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482403291"}]},"ts":"1731482403291"}
2024-11-13T07:20:03,292 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-13T07:20:03,292 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-13T07:20:03,293 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:20:03,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, UNASSIGN}]
2024-11-13T07:20:03,294 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, UNASSIGN
2024-11-13T07:20:03,295 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=ce5c51585517afda3f97f27d0b955ed4, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:20:03,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, UNASSIGN because future has completed
2024-11-13T07:20:03,296 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:20:03,296 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:20:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-13T07:20:03,448 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:20:03,448 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing ce5c51585517afda3f97f27d0b955ed4, disabling compactions & flushes
2024-11-13T07:20:03,449 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. after waiting 0 ms
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:03,449 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing ce5c51585517afda3f97f27d0b955ed4 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=A
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=B
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce5c51585517afda3f97f27d0b955ed4, store=C
2024-11-13T07:20:03,449 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:03,493 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/ad84da8372f14d2d9e6695f0ad030bf3 is 50, key is test_row_0/A:col10/1731482401918/Put/seqid=0
2024-11-13T07:20:03,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742370_1546 (size=12301)
2024-11-13T07:20:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-13T07:20:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-13T07:20:03,927 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/ad84da8372f14d2d9e6695f0ad030bf3
2024-11-13T07:20:03,933 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/3c0b8f7f64854632827315f4026f5260 is 50, key is test_row_0/B:col10/1731482401918/Put/seqid=0
2024-11-13T07:20:03,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742371_1547 (size=12301)
2024-11-13T07:20:04,336 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/3c0b8f7f64854632827315f4026f5260
2024-11-13T07:20:04,341 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b867258ff76c47898ce3244e8afa5d4f is 50, key is test_row_0/C:col10/1731482401918/Put/seqid=0
2024-11-13T07:20:04,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742372_1548 (size=12301)
2024-11-13T07:20:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-13T07:20:04,744 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b867258ff76c47898ce3244e8afa5d4f
2024-11-13T07:20:04,748 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/A/ad84da8372f14d2d9e6695f0ad030bf3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ad84da8372f14d2d9e6695f0ad030bf3
2024-11-13T07:20:04,750 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ad84da8372f14d2d9e6695f0ad030bf3, entries=150, sequenceid=505, filesize=12.0 K
2024-11-13T07:20:04,751 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/B/3c0b8f7f64854632827315f4026f5260 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3c0b8f7f64854632827315f4026f5260
2024-11-13T07:20:04,753 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3c0b8f7f64854632827315f4026f5260, entries=150, sequenceid=505, filesize=12.0 K
2024-11-13T07:20:04,753 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/.tmp/C/b867258ff76c47898ce3244e8afa5d4f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b867258ff76c47898ce3244e8afa5d4f
2024-11-13T07:20:04,755 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b867258ff76c47898ce3244e8afa5d4f, entries=150, sequenceid=505, filesize=12.0 K
2024-11-13T07:20:04,756 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ce5c51585517afda3f97f27d0b955ed4 in 1307ms, sequenceid=505, compaction requested=true
2024-11-13T07:20:04,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d0186dfe126147cfaf32be1249c8649e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/945b3c2b2c8f47a59845cd7742662864, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/153e66dc9da14575a9fab12af2feb11a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/6971cdafb35448d787d4b1d34ed58b93, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7dabb80871c442d8a6e92732ccad74df, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/8ef77856460b4b599ae4ff2d4de6166a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/36a907f2bc53413ea9324787e1c5654f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/dd2a61b687c9447bbf872ad6fda00540, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/61d79ae35b6d47c88d059c5d1b83e359, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1f121b587f8646598fe23d64c7d8e8e7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/86d4c65d448944d99679543953d069d4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c4660d0b7544bc3b200ac1c1779b6c2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c8667b6923a4632a77a7e8ac16960ec, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/690ed548de924aa2bbb163b676239f5d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/05465144c51f4e979ca2f4614eaddf1f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d831ddbdc5ac4013b10f4e38290fef6a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4a682977b98e4d04abaca0030980541b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7417e9a0fcf5423a8027837ec3e82b56, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/2d3c82589b16494b8bbc9d99695a5e52, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1b6e4cf02d3a46d9a2e10caad7a95feb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b621b67beecb45ec83a044a0acfe8e61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/78e97d3ddcc441b5b5ef86b509b3921d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d54d223958a54e05810962143ee730e0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/c4454f8a00b54137a91717882a502c30, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4489ab41c5444f52a04a2e1e2a83b90a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ffbd39e7cf6f43b3982cc9f6f33ccec1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e82baad60440477c87a0a8a80cab22b8, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/5e498243d2d94e739d4aafc1ed40e49a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/91eaaeb479a34b38860621e529f483a1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b04629fef65a44549a812f807cbdf35e] to archive
2024-11-13T07:20:04,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:20:04,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d0186dfe126147cfaf32be1249c8649e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d0186dfe126147cfaf32be1249c8649e
2024-11-13T07:20:04,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/945b3c2b2c8f47a59845cd7742662864 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/945b3c2b2c8f47a59845cd7742662864
2024-11-13T07:20:04,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/153e66dc9da14575a9fab12af2feb11a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/153e66dc9da14575a9fab12af2feb11a
2024-11-13T07:20:04,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/6971cdafb35448d787d4b1d34ed58b93 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/6971cdafb35448d787d4b1d34ed58b93
2024-11-13T07:20:04,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7dabb80871c442d8a6e92732ccad74df to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7dabb80871c442d8a6e92732ccad74df
2024-11-13T07:20:04,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/8ef77856460b4b599ae4ff2d4de6166a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/8ef77856460b4b599ae4ff2d4de6166a
2024-11-13T07:20:04,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/36a907f2bc53413ea9324787e1c5654f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/36a907f2bc53413ea9324787e1c5654f
2024-11-13T07:20:04,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/dd2a61b687c9447bbf872ad6fda00540 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/dd2a61b687c9447bbf872ad6fda00540
2024-11-13T07:20:04,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/61d79ae35b6d47c88d059c5d1b83e359 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/61d79ae35b6d47c88d059c5d1b83e359
2024-11-13T07:20:04,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1f121b587f8646598fe23d64c7d8e8e7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1f121b587f8646598fe23d64c7d8e8e7
2024-11-13T07:20:04,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/86d4c65d448944d99679543953d069d4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/86d4c65d448944d99679543953d069d4
2024-11-13T07:20:04,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c4660d0b7544bc3b200ac1c1779b6c2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c4660d0b7544bc3b200ac1c1779b6c2
2024-11-13T07:20:04,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c8667b6923a4632a77a7e8ac16960ec to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/9c8667b6923a4632a77a7e8ac16960ec
2024-11-13T07:20:04,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/690ed548de924aa2bbb163b676239f5d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/690ed548de924aa2bbb163b676239f5d
2024-11-13T07:20:04,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/05465144c51f4e979ca2f4614eaddf1f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/05465144c51f4e979ca2f4614eaddf1f
2024-11-13T07:20:04,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d831ddbdc5ac4013b10f4e38290fef6a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d831ddbdc5ac4013b10f4e38290fef6a
2024-11-13T07:20:04,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4a682977b98e4d04abaca0030980541b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4a682977b98e4d04abaca0030980541b
2024-11-13T07:20:04,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7417e9a0fcf5423a8027837ec3e82b56 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/7417e9a0fcf5423a8027837ec3e82b56
2024-11-13T07:20:04,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/2d3c82589b16494b8bbc9d99695a5e52 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/2d3c82589b16494b8bbc9d99695a5e52
2024-11-13T07:20:04,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1b6e4cf02d3a46d9a2e10caad7a95feb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/1b6e4cf02d3a46d9a2e10caad7a95feb
2024-11-13T07:20:04,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b621b67beecb45ec83a044a0acfe8e61 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b621b67beecb45ec83a044a0acfe8e61
2024-11-13T07:20:04,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/78e97d3ddcc441b5b5ef86b509b3921d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/78e97d3ddcc441b5b5ef86b509b3921d
2024-11-13T07:20:04,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d54d223958a54e05810962143ee730e0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/d54d223958a54e05810962143ee730e0
2024-11-13T07:20:04,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/c4454f8a00b54137a91717882a502c30 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/c4454f8a00b54137a91717882a502c30
2024-11-13T07:20:04,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4489ab41c5444f52a04a2e1e2a83b90a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/4489ab41c5444f52a04a2e1e2a83b90a
2024-11-13T07:20:04,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ffbd39e7cf6f43b3982cc9f6f33ccec1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ffbd39e7cf6f43b3982cc9f6f33ccec1
2024-11-13T07:20:04,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e82baad60440477c87a0a8a80cab22b8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e82baad60440477c87a0a8a80cab22b8
2024-11-13T07:20:04,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/5e498243d2d94e739d4aafc1ed40e49a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/5e498243d2d94e739d4aafc1ed40e49a
2024-11-13T07:20:04,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/91eaaeb479a34b38860621e529f483a1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/91eaaeb479a34b38860621e529f483a1
2024-11-13T07:20:04,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b04629fef65a44549a812f807cbdf35e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/b04629fef65a44549a812f807cbdf35e
2024-11-13T07:20:04,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3256087781504789b0dcdc805df26c75, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/2172c9475e4a4f8a8d0b89445245a3a0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/88121111ab374d9584d4635ec2bca2eb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1271b289a9024d4d91e5206b7ca31f20, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/73ca15ea23d047c4b05415be65ef6fea, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/0ca5ed13608d419ea9c11873c753ebef, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e3461393100945e1bea9c673b60b648a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/60c4fc5736d1478fbe7c4488a73f0fe0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f5a62c7a43ff4cef854181db49c5ae47, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/26f83c7e9e4e4139988d0e339580c433, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/702c73ddba3a4c1f9fa429a74ba32f79, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/a6d6b3f9942a4bdba50853868208ee6d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/361b33b21d65455ab4a4becf50ef4eea, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f51e222e122e45829908203e15695a90, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/59dedb2760a5435c8a8d4c51b5eb6596, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21fea8840e78472eb04d277532eba8b3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e9d6cca4673b4f89b7961929cb0bf2e2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21c1c72b6859477f9182dc6c491a5909, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/51a3592f78c9411b9d31e639535c0e08, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/d826e7cfda814ec68a82b8d5f3cea917, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/56f840c76e5547a98603828761924601, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/6cd2bbdac0194f65ad52018b7d4c8a16, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/396a699f970a4d1c9fbe2ba332b1f28b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/7d3735d207f148229b15635c064cb0e5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/b0adf7d8b8114630a86f2240588cb346, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/47638d5c23cc4f7a948d23a5a8e4a02a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/c5b1e00486884fee86b64aa577c0bfe2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/bbc8619899a44745b4eebe685f92aa73, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/9f4f112eccd442449b718e4858585539, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/fbba7cd5c62347fb9266848329d95c3a] to archive
2024-11-13T07:20:04,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:20:04,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3256087781504789b0dcdc805df26c75 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3256087781504789b0dcdc805df26c75
2024-11-13T07:20:04,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/2172c9475e4a4f8a8d0b89445245a3a0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/2172c9475e4a4f8a8d0b89445245a3a0
2024-11-13T07:20:04,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/88121111ab374d9584d4635ec2bca2eb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/88121111ab374d9584d4635ec2bca2eb
2024-11-13T07:20:04,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1271b289a9024d4d91e5206b7ca31f20 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1271b289a9024d4d91e5206b7ca31f20
2024-11-13T07:20:04,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/73ca15ea23d047c4b05415be65ef6fea to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/73ca15ea23d047c4b05415be65ef6fea
2024-11-13T07:20:04,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/0ca5ed13608d419ea9c11873c753ebef to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/0ca5ed13608d419ea9c11873c753ebef
2024-11-13T07:20:04,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e3461393100945e1bea9c673b60b648a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e3461393100945e1bea9c673b60b648a
2024-11-13T07:20:04,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/60c4fc5736d1478fbe7c4488a73f0fe0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/60c4fc5736d1478fbe7c4488a73f0fe0
2024-11-13T07:20:04,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f5a62c7a43ff4cef854181db49c5ae47 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f5a62c7a43ff4cef854181db49c5ae47
2024-11-13T07:20:04,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/26f83c7e9e4e4139988d0e339580c433 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/26f83c7e9e4e4139988d0e339580c433
2024-11-13T07:20:04,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/702c73ddba3a4c1f9fa429a74ba32f79 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/702c73ddba3a4c1f9fa429a74ba32f79
2024-11-13T07:20:04,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/a6d6b3f9942a4bdba50853868208ee6d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/a6d6b3f9942a4bdba50853868208ee6d
2024-11-13T07:20:04,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/361b33b21d65455ab4a4becf50ef4eea to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/361b33b21d65455ab4a4becf50ef4eea
2024-11-13T07:20:04,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f51e222e122e45829908203e15695a90 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/f51e222e122e45829908203e15695a90
2024-11-13T07:20:04,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/59dedb2760a5435c8a8d4c51b5eb6596 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/59dedb2760a5435c8a8d4c51b5eb6596
2024-11-13T07:20:04,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21fea8840e78472eb04d277532eba8b3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21fea8840e78472eb04d277532eba8b3
2024-11-13T07:20:04,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e9d6cca4673b4f89b7961929cb0bf2e2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/e9d6cca4673b4f89b7961929cb0bf2e2
2024-11-13T07:20:04,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21c1c72b6859477f9182dc6c491a5909 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/21c1c72b6859477f9182dc6c491a5909
2024-11-13T07:20:04,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/51a3592f78c9411b9d31e639535c0e08 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/51a3592f78c9411b9d31e639535c0e08
2024-11-13T07:20:04,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/d826e7cfda814ec68a82b8d5f3cea917 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/d826e7cfda814ec68a82b8d5f3cea917
2024-11-13T07:20:04,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/56f840c76e5547a98603828761924601 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/56f840c76e5547a98603828761924601
2024-11-13T07:20:04,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/6cd2bbdac0194f65ad52018b7d4c8a16 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/6cd2bbdac0194f65ad52018b7d4c8a16
2024-11-13T07:20:04,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/396a699f970a4d1c9fbe2ba332b1f28b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/396a699f970a4d1c9fbe2ba332b1f28b
2024-11-13T07:20:04,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/7d3735d207f148229b15635c064cb0e5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/7d3735d207f148229b15635c064cb0e5
2024-11-13T07:20:04,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/b0adf7d8b8114630a86f2240588cb346 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/b0adf7d8b8114630a86f2240588cb346
2024-11-13T07:20:04,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/47638d5c23cc4f7a948d23a5a8e4a02a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/47638d5c23cc4f7a948d23a5a8e4a02a
2024-11-13T07:20:04,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/c5b1e00486884fee86b64aa577c0bfe2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/c5b1e00486884fee86b64aa577c0bfe2
2024-11-13T07:20:04,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/bbc8619899a44745b4eebe685f92aa73 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/bbc8619899a44745b4eebe685f92aa73
2024-11-13T07:20:04,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/9f4f112eccd442449b718e4858585539 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/9f4f112eccd442449b718e4858585539
2024-11-13T07:20:04,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/fbba7cd5c62347fb9266848329d95c3a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/fbba7cd5c62347fb9266848329d95c3a
2024-11-13T07:20:04,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/ff6b39877241478eb70e25a89ac83927, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/8ff9ec6be13e4ed09ed446354ccb8d07, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/813d1372c39b45ef83746848c127cb8d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/f96ebb30208846649db256f3729bce31, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/6dd13df5129d4297be986c22756193a6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/0c79f301c6f74ff78fc102b7e0258eef, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91dab418e1a949e9bc89dd85fe7dcc0c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/bf5bfa3dc8674505936b39d02404421a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/32ad207c515b41bcba09066d52419a64, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/34009146485b4d70b4ec26dc937320b1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/5bfe8cb7793d4e92a89009aa979183f1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/90ef8500dff54385b8f5b8529504b54c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/4e7c98d8bcae4d648e5cf4412b863519, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b62c45ac95f149229a01b40efd1be39d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/47e18ed9825148118747e93225fc6d12, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/671048e169ba42738a2abd9860dad000, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/81d051d01ffb4e008c52dc77d9040518, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/36e37014220d479faea0969c00323f61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7e6cda4db7e4984921191fe8b927a44, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91b3e096dbe94e99ba124d725b524880, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/fa92b47ba5ec44d2ba7a90e5ef8777d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/232413009b7049f18fd17c56972eb158, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/62c39cdd2f7f4d3b8b4c5b8587139dde, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2dfbbd4599624b5c8ce6655a4487155a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/251d1429ad82490cb368a340eab8c480, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/cfd901126d2b4090a2cffbd28533a42d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/c793ca3953e545b4ad0a127b1ec34bbc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2045c16898b64dfa832418c675328e96, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7c2cf257e6645709efb335ae4841a8f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/7baf2a039821461782f8e3b0760e78fd] to archive
2024-11-13T07:20:04,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:20:04,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/ff6b39877241478eb70e25a89ac83927 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/ff6b39877241478eb70e25a89ac83927
2024-11-13T07:20:04,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/8ff9ec6be13e4ed09ed446354ccb8d07 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/8ff9ec6be13e4ed09ed446354ccb8d07
2024-11-13T07:20:04,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/813d1372c39b45ef83746848c127cb8d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/813d1372c39b45ef83746848c127cb8d
2024-11-13T07:20:04,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/f96ebb30208846649db256f3729bce31 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/f96ebb30208846649db256f3729bce31
2024-11-13T07:20:04,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/6dd13df5129d4297be986c22756193a6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/6dd13df5129d4297be986c22756193a6
2024-11-13T07:20:04,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/0c79f301c6f74ff78fc102b7e0258eef to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/0c79f301c6f74ff78fc102b7e0258eef
2024-11-13T07:20:04,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91dab418e1a949e9bc89dd85fe7dcc0c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91dab418e1a949e9bc89dd85fe7dcc0c
2024-11-13T07:20:04,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/bf5bfa3dc8674505936b39d02404421a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/bf5bfa3dc8674505936b39d02404421a
2024-11-13T07:20:04,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/32ad207c515b41bcba09066d52419a64 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/32ad207c515b41bcba09066d52419a64
2024-11-13T07:20:04,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/34009146485b4d70b4ec26dc937320b1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/34009146485b4d70b4ec26dc937320b1
2024-11-13T07:20:04,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/5bfe8cb7793d4e92a89009aa979183f1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/5bfe8cb7793d4e92a89009aa979183f1
2024-11-13T07:20:04,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/90ef8500dff54385b8f5b8529504b54c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/90ef8500dff54385b8f5b8529504b54c
2024-11-13T07:20:04,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/4e7c98d8bcae4d648e5cf4412b863519 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/4e7c98d8bcae4d648e5cf4412b863519
2024-11-13T07:20:04,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b62c45ac95f149229a01b40efd1be39d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b62c45ac95f149229a01b40efd1be39d
2024-11-13T07:20:04,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/47e18ed9825148118747e93225fc6d12 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/47e18ed9825148118747e93225fc6d12
2024-11-13T07:20:04,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/671048e169ba42738a2abd9860dad000 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/671048e169ba42738a2abd9860dad000
2024-11-13T07:20:04,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/81d051d01ffb4e008c52dc77d9040518 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/81d051d01ffb4e008c52dc77d9040518
2024-11-13T07:20:04,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/36e37014220d479faea0969c00323f61 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/36e37014220d479faea0969c00323f61
2024-11-13T07:20:04,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7e6cda4db7e4984921191fe8b927a44 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7e6cda4db7e4984921191fe8b927a44
2024-11-13T07:20:04,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91b3e096dbe94e99ba124d725b524880 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/91b3e096dbe94e99ba124d725b524880
2024-11-13T07:20:04,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/fa92b47ba5ec44d2ba7a90e5ef8777d9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/fa92b47ba5ec44d2ba7a90e5ef8777d9
2024-11-13T07:20:04,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/232413009b7049f18fd17c56972eb158 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/232413009b7049f18fd17c56972eb158
2024-11-13T07:20:04,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/62c39cdd2f7f4d3b8b4c5b8587139dde to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/62c39cdd2f7f4d3b8b4c5b8587139dde
2024-11-13T07:20:04,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2dfbbd4599624b5c8ce6655a4487155a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2dfbbd4599624b5c8ce6655a4487155a
2024-11-13T07:20:04,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/251d1429ad82490cb368a340eab8c480 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/251d1429ad82490cb368a340eab8c480
2024-11-13T07:20:04,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/cfd901126d2b4090a2cffbd28533a42d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/cfd901126d2b4090a2cffbd28533a42d
2024-11-13T07:20:04,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/c793ca3953e545b4ad0a127b1ec34bbc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/c793ca3953e545b4ad0a127b1ec34bbc
2024-11-13T07:20:04,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2045c16898b64dfa832418c675328e96 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/2045c16898b64dfa832418c675328e96
2024-11-13T07:20:04,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7c2cf257e6645709efb335ae4841a8f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b7c2cf257e6645709efb335ae4841a8f
2024-11-13T07:20:04,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/7baf2a039821461782f8e3b0760e78fd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/7baf2a039821461782f8e3b0760e78fd
2024-11-13T07:20:04,889 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/recovered.edits/508.seqid, newMaxSeqId=508, maxSeqId=1
2024-11-13T07:20:04,890 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.
2024-11-13T07:20:04,890 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for ce5c51585517afda3f97f27d0b955ed4:
Waiting for close lock at 1731482403449Running coprocessor pre-close hooks at 1731482403449Disabling compacts and flushes for region at 1731482403449Disabling writes for close at 1731482403449Obtaining lock to block concurrent updates at 1731482403449Preparing flush snapshotting stores in ce5c51585517afda3f97f27d0b955ed4 at 1731482403449Finished memstore snapshotting TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731482403449Flushing stores of TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4. at 1731482403472 (+23 ms)Flushing ce5c51585517afda3f97f27d0b955ed4/A: creating writer at 1731482403472Flushing ce5c51585517afda3f97f27d0b955ed4/A: appending metadata at 1731482403493 (+21 ms)Flushing ce5c51585517afda3f97f27d0b955ed4/A: closing flushed file at 1731482403493Flushing ce5c51585517afda3f97f27d0b955ed4/B: creating writer at 1731482403930 (+437 ms)Flushing ce5c51585517afda3f97f27d0b955ed4/B: appending metadata at 1731482403932 (+2 ms)Flushing ce5c51585517afda3f97f27d0b955ed4/B: closing flushed file at 1731482403932Flushing ce5c51585517afda3f97f27d0b955ed4/C: creating writer at 1731482404339 (+407 ms)Flushing ce5c51585517afda3f97f27d0b955ed4/C: appending metadata at 1731482404341 (+2 ms)Flushing ce5c51585517afda3f97f27d0b955ed4/C: closing flushed file at 1731482404341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6597ebda: reopening flushed file at 1731482404747 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68566464: reopening flushed file at 1731482404750 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c3c804: reopening flushed file at 1731482404753 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ce5c51585517afda3f97f27d0b955ed4 in 1307ms, sequenceid=505, compaction requested=true at 1731482404756 (+3 ms)Writing region close event to WAL at 1731482404887 (+131 ms)Running coprocessor post-close hooks at 1731482404890 (+3 ms)Closed at 1731482404890
2024-11-13T07:20:04,905 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:20:04,905 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=ce5c51585517afda3f97f27d0b955ed4, regionState=CLOSED
2024-11-13T07:20:04,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:20:04,953 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-13T07:20:04,953 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure ce5c51585517afda3f97f27d0b955ed4, server=2998b885bdef,44375,1731482210290 in 1.6400 sec
2024-11-13T07:20:04,955 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134
2024-11-13T07:20:04,955 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce5c51585517afda3f97f27d0b955ed4, UNASSIGN in 1.6590 sec
2024-11-13T07:20:04,956 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-13T07:20:04,956 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6620 sec
2024-11-13T07:20:04,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482404957"}]},"ts":"1731482404957"}
2024-11-13T07:20:04,958 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-13T07:20:04,958 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-13T07:20:04,960 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6700 sec
2024-11-13T07:20:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-13T07:20:05,438 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:05,438 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-13T07:20:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:05,440 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-13T07:20:05,441 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:05,443 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:20:05,444 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/recovered.edits]
2024-11-13T07:20:05,446 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/94062dadf40f49a8a4b312cc6af08ba0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/94062dadf40f49a8a4b312cc6af08ba0
2024-11-13T07:20:05,446 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ad84da8372f14d2d9e6695f0ad030bf3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/ad84da8372f14d2d9e6695f0ad030bf3
2024-11-13T07:20:05,447 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e77862c9bee24dbbabedb6574fed45fc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/A/e77862c9bee24dbbabedb6574fed45fc
2024-11-13T07:20:05,448 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1a09efa43e6f40169ab84c3d5eefd606 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/1a09efa43e6f40169ab84c3d5eefd606
2024-11-13T07:20:05,449 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/28616fc05f9448d1893768d308e6a506 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/28616fc05f9448d1893768d308e6a506
2024-11-13T07:20:05,450 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3c0b8f7f64854632827315f4026f5260 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/B/3c0b8f7f64854632827315f4026f5260
2024-11-13T07:20:05,451 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/222ee5cb94b34bf58cb24be2539475c9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/222ee5cb94b34bf58cb24be2539475c9
2024-11-13T07:20:05,452 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/72b3b2723bd9409dbc768f7e00ff3216 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/72b3b2723bd9409dbc768f7e00ff3216
2024-11-13T07:20:05,453 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b867258ff76c47898ce3244e8afa5d4f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/C/b867258ff76c47898ce3244e8afa5d4f
2024-11-13T07:20:05,454 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/recovered.edits/508.seqid to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4/recovered.edits/508.seqid
2024-11-13T07:20:05,455 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/ce5c51585517afda3f97f27d0b955ed4
2024-11-13T07:20:05,455 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-13T07:20:05,456 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:05,458 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-13T07:20:05,460 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-13T07:20:05,461 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:05,461 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-13T07:20:05,461 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482405461"}]},"ts":"9223372036854775807"}
2024-11-13T07:20:05,462 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-13T07:20:05,462 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ce5c51585517afda3f97f27d0b955ed4, NAME => 'TestAcidGuarantees,,1731482378374.ce5c51585517afda3f97f27d0b955ed4.', STARTKEY => '', ENDKEY => ''}]
2024-11-13T07:20:05,462 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-13T07:20:05,463 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482405462"}]},"ts":"9223372036854775807"}
2024-11-13T07:20:05,464 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-13T07:20:05,464 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:05,465 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec
2024-11-13T07:20:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-13T07:20:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-13T07:20:05,548 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:05,555 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 247), OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1160 (was 1165), ProcessCount=11 (was 11), AvailableMemoryMB=662 (was 3391)
2024-11-13T07:20:05,562 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1160, ProcessCount=11, AvailableMemoryMB=662
2024-11-13T07:20:05,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:20:05,564 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:20:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:05,566 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T07:20:05,566 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:05,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 138
2024-11-13T07:20:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-13T07:20:05,566 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T07:20:05,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742373_1549 (size=1061)
2024-11-13T07:20:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-13T07:20:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-13T07:20:05,972 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0
2024-11-13T07:20:05,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742374_1550 (size=53)
2024-11-13T07:20:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-13T07:20:06,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:20:06,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 73b50592ca3cf78b2ad3de3f7bbc2a62, disabling compactions & flushes
2024-11-13T07:20:06,378 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:06,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:06,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. after waiting 0 ms
2024-11-13T07:20:06,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:06,378 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:06,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:
Waiting for close lock at 1731482406378Disabling compacts and flushes for region at 1731482406378Disabling writes for close at 1731482406378Writing region close event to WAL at 1731482406378Closed at 1731482406378
2024-11-13T07:20:06,379 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T07:20:06,379 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731482406379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482406379"}]},"ts":"1731482406379"}
2024-11-13T07:20:06,380 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T07:20:06,396 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T07:20:06,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482406396"}]},"ts":"1731482406396"}
2024-11-13T07:20:06,398 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-13T07:20:06,398 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, ASSIGN}]
2024-11-13T07:20:06,399 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, ASSIGN
2024-11-13T07:20:06,412 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, ASSIGN; state=OFFLINE, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=false
2024-11-13T07:20:06,563 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=73b50592ca3cf78b2ad3de3f7bbc2a62, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:20:06,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, ASSIGN because future has completed
2024-11-13T07:20:06,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:20:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-13T07:20:06,718 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:06,718 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:20:06,719 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,719 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:20:06,719 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,719 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,720 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 73b50592ca3cf78b2ad3de3f7bbc2a62 
2024-11-13T07:20:06,721 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:20:06,721 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b50592ca3cf78b2ad3de3f7bbc2a62 columnFamilyName A
2024-11-13T07:20:06,721 DEBUG [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:06,721 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(327): Store=73b50592ca3cf78b2ad3de3f7bbc2a62/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:20:06,721 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 73b50592ca3cf78b2ad3de3f7bbc2a62 
2024-11-13T07:20:06,722 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:20:06,722 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b50592ca3cf78b2ad3de3f7bbc2a62 columnFamilyName B
2024-11-13T07:20:06,722 DEBUG [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:06,722 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(327): Store=73b50592ca3cf78b2ad3de3f7bbc2a62/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:20:06,722 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 73b50592ca3cf78b2ad3de3f7bbc2a62 
2024-11-13T07:20:06,723 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:20:06,723 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b50592ca3cf78b2ad3de3f7bbc2a62 columnFamilyName C
2024-11-13T07:20:06,723 DEBUG [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:06,723 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(327): Store=73b50592ca3cf78b2ad3de3f7bbc2a62/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:20:06,724 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:06,724 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,724 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,725 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,725 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,725 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,726 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:20:06,727 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,728 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T07:20:06,728 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 73b50592ca3cf78b2ad3de3f7bbc2a62; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60348140, jitterRate=-0.1007426381111145}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:20:06,728 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:06,729 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:
Running coprocessor pre-open hook at 1731482406719Writing region info on filesystem at 1731482406719Initializing all the Stores at 1731482406719Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482406719Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482406720 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482406720Cleaning up temporary data from old regions at 1731482406725 (+5 ms)Running coprocessor post-open hooks at 1731482406728 (+3 ms)Region opened successfully at 1731482406729 (+1 ms)
2024-11-13T07:20:06,730 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., pid=140, masterSystemTime=1731482406716
2024-11-13T07:20:06,731 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:06,731 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:06,732 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=73b50592ca3cf78b2ad3de3f7bbc2a62, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:20:06,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:20:06,735 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-13T07:20:06,735 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290 in 169 msec
2024-11-13T07:20:06,736 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138
2024-11-13T07:20:06,736 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, ASSIGN in 337 msec
2024-11-13T07:20:06,737 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T07:20:06,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482406737"}]},"ts":"1731482406737"}
2024-11-13T07:20:06,738 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-13T07:20:06,739 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T07:20:06,740 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1750 sec
2024-11-13T07:20:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-13T07:20:07,718 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:07,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f42478c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:07,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:07,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:07,720 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:07,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:07,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:07,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36545e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:07,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:07,721 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645cadb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:07,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:07,724 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:07,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T07:20:07,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42011,1731482208742
2024-11-13T07:20:07,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dc7db76
2024-11-13T07:20:07,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T07:20:07,726 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T07:20:07,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-13T07:20:07,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T07:20:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:07,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742375_1551 (size=1097)
2024-11-13T07:20:08,137 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-13T07:20:08,137 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-13T07:20:08,139 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:20:08,141 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, REOPEN/MOVE}]
2024-11-13T07:20:08,141 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, REOPEN/MOVE
2024-11-13T07:20:08,142 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=73b50592ca3cf78b2ad3de3f7bbc2a62, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, REOPEN/MOVE because future has completed
2024-11-13T07:20:08,143 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:20:08,143 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:20:08,295 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:20:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 73b50592ca3cf78b2ad3de3f7bbc2a62, disabling compactions & flushes
2024-11-13T07:20:08,295 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. after waiting 0 ms
2024-11-13T07:20:08,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,298 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-13T07:20:08,298 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,298 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:
Waiting for close lock at 1731482408295Running coprocessor pre-close hooks at 1731482408295Disabling compacts and flushes for region at 1731482408295Disabling writes for close at 1731482408295Writing region close event to WAL at 1731482408295Running coprocessor post-close hooks at 1731482408298 (+3 ms)Closed at 1731482408298
2024-11-13T07:20:08,298 WARN  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 73b50592ca3cf78b2ad3de3f7bbc2a62 to self.
2024-11-13T07:20:08,300 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,300 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=73b50592ca3cf78b2ad3de3f7bbc2a62, regionState=CLOSED
2024-11-13T07:20:08,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:20:08,303 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-13T07:20:08,303 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290 in 158 msec
2024-11-13T07:20:08,303 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, REOPEN/MOVE; state=CLOSED, location=2998b885bdef,44375,1731482210290; forceNewPlan=false, retain=true
2024-11-13T07:20:08,454 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=73b50592ca3cf78b2ad3de3f7bbc2a62, regionState=OPENING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, REOPEN/MOVE because future has completed
2024-11-13T07:20:08,455 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:20:08,609 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,609 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
2024-11-13T07:20:08,610 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,610 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T07:20:08,610 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,610 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,612 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 73b50592ca3cf78b2ad3de3f7bbc2a62 
2024-11-13T07:20:08,613 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:20:08,613 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b50592ca3cf78b2ad3de3f7bbc2a62 columnFamilyName A
2024-11-13T07:20:08,614 DEBUG [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:08,615 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(327): Store=73b50592ca3cf78b2ad3de3f7bbc2a62/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:20:08,615 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 73b50592ca3cf78b2ad3de3f7bbc2a62 
2024-11-13T07:20:08,615 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:20:08,616 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b50592ca3cf78b2ad3de3f7bbc2a62 columnFamilyName B
2024-11-13T07:20:08,616 DEBUG [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:08,616 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(327): Store=73b50592ca3cf78b2ad3de3f7bbc2a62/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:20:08,616 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 73b50592ca3cf78b2ad3de3f7bbc2a62 
2024-11-13T07:20:08,616 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-13T07:20:08,616 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b50592ca3cf78b2ad3de3f7bbc2a62 columnFamilyName C
2024-11-13T07:20:08,616 DEBUG [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:08,617 INFO  [StoreOpener-73b50592ca3cf78b2ad3de3f7bbc2a62-1 {}] regionserver.HStore(327): Store=73b50592ca3cf78b2ad3de3f7bbc2a62/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T07:20:08,617 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,617 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,618 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,618 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,619 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,619 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,619 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-13T07:20:08,620 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,621 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 73b50592ca3cf78b2ad3de3f7bbc2a62; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64840711, jitterRate=-0.03379811346530914}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-13T07:20:08,621 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,622 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:
Running coprocessor pre-open hook at 1731482408610Writing region info on filesystem at 1731482408610Initializing all the Stores at 1731482408611 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482408611Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482408612 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482408612Cleaning up temporary data from old regions at 1731482408619 (+7 ms)Running coprocessor post-open hooks at 1731482408621 (+2 ms)Region opened successfully at 1731482408621
2024-11-13T07:20:08,625 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., pid=145, masterSystemTime=1731482408607
2024-11-13T07:20:08,627 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,627 INFO  [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,628 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=73b50592ca3cf78b2ad3de3f7bbc2a62, regionState=OPEN, openSeqNum=5, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:20:08,631 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143
2024-11-13T07:20:08,631 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290 in 175 msec
2024-11-13T07:20:08,632 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-11-13T07:20:08,632 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, REOPEN/MOVE in 490 msec
2024-11-13T07:20:08,634 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-13T07:20:08,634 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec
2024-11-13T07:20:08,635 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 907 msec
2024-11-13T07:20:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-13T07:20:08,636 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:08,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ca966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,637 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e6ec9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,638 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dcb346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b91db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,640 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40309beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,641 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18edf79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dcf631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,642 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e59d534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,643 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36397e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3d9872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,644 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8aef47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,645 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2278c7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc7dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,647 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5e0574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,648 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e61f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1043a3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,649 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f443a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,650 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c143d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fcd32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,652 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bfba13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,653 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24735de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b026dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,655 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2a8531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,656 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd95c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103372fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,658 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b66eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,659 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ed8ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a892fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42011,-1 for getting cluster id
2024-11-13T07:20:08,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T07:20:08,661 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ce6cbfe-9893-4f03-8260-525c3bcc9d3a'
2024-11-13T07:20:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T07:20:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ce6cbfe-9893-4f03-8260-525c3bcc9d3a"

2024-11-13T07:20:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297398f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42011,-1]
2024-11-13T07:20:08,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T07:20:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:08,662 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T07:20:08,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681aacd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T07:20:08,663 DEBUG [Thread-2487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,664 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,664 DEBUG [Thread-2481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,664 DEBUG [Thread-2472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,665 DEBUG [Thread-2468 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,665 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:08,665 DEBUG [Thread-2479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,666 DEBUG [Thread-2485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees
2024-11-13T07:20:08,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,667 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,667 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,667 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,667 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:08,668 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-13T07:20:08,668 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:08,668 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:08,668 DEBUG [Thread-2476 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,670 DEBUG [Thread-2470 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,670 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,672 DEBUG [Thread-2474 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,672 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,673 DEBUG [Thread-2474 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,673 DEBUG [Thread-2474 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,673 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,674 DEBUG [Thread-2483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T07:20:08,675 DEBUG [Thread-2483 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44375,1731482210290, seqNum=-1]
2024-11-13T07:20:08,675 DEBUG [Thread-2483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T07:20:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,676 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,676 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T07:20:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5]
2024-11-13T07:20:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,687 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-13T07:20:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:08,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482408706, max timestamp=1731482408714Num uniques 859; 
2024-11-13T07:20:08,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:20:08,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482408706, max timestamp=1731482408714Num uniques 859; 
2024-11-13T07:20:08,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:20:08,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130a8e0977072c40498cf4962a71b8f4b5_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482408676/Put/seqid=0
2024-11-13T07:20:08,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731482408706, max timestamp=1731482408714Num uniques 859; 
2024-11-13T07:20:08,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-13T07:20:08,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742376_1552 (size=12154)
2024-11-13T07:20:08,738 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:08,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,743 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130a8e0977072c40498cf4962a71b8f4b5_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130a8e0977072c40498cf4962a71b8f4b5_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482468736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,744 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/fc483b54594c4cc2b49580f9ffaf5f61, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482468738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/fc483b54594c4cc2b49580f9ffaf5f61 is 175, key is test_row_0/A:col10/1731482408676/Put/seqid=0
2024-11-13T07:20:08,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482468739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482468741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482468743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742377_1553 (size=30955)
2024-11-13T07:20:08,759 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/fc483b54594c4cc2b49580f9ffaf5f61
2024-11-13T07:20:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-13T07:20:08,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/d05994de81db47c1b84fef1d5c602226 is 50, key is test_row_0/B:col10/1731482408676/Put/seqid=0
2024-11-13T07:20:08,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742378_1554 (size=12001)
2024-11-13T07:20:08,802 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/d05994de81db47c1b84fef1d5c602226
2024-11-13T07:20:08,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/07de0d7a7676412dacbde107b4050ccb is 50, key is test_row_0/C:col10/1731482408676/Put/seqid=0
2024-11-13T07:20:08,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-13T07:20:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:08,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742379_1555 (size=12001)
2024-11-13T07:20:08,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482468847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482468847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482468857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482468857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482468857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:08,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-13T07:20:08,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:08,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:08,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:08,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-13T07:20:09,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482469057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482469057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482469067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482469067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482469068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-13T07:20:09,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:09,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:09,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:09,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:09,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:09,235 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/07de0d7a7676412dacbde107b4050ccb
2024-11-13T07:20:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/fc483b54594c4cc2b49580f9ffaf5f61 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc483b54594c4cc2b49580f9ffaf5f61
2024-11-13T07:20:09,243 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc483b54594c4cc2b49580f9ffaf5f61, entries=150, sequenceid=15, filesize=30.2 K
2024-11-13T07:20:09,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/d05994de81db47c1b84fef1d5c602226 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/d05994de81db47c1b84fef1d5c602226
2024-11-13T07:20:09,247 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/d05994de81db47c1b84fef1d5c602226, entries=150, sequenceid=15, filesize=11.7 K
2024-11-13T07:20:09,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/07de0d7a7676412dacbde107b4050ccb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07de0d7a7676412dacbde107b4050ccb
2024-11-13T07:20:09,253 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07de0d7a7676412dacbde107b4050ccb, entries=150, sequenceid=15, filesize=11.7 K
2024-11-13T07:20:09,254 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 567ms, sequenceid=15, compaction requested=false
2024-11-13T07:20:09,254 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-13T07:20:09,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:09,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-13T07:20:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:09,289 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-13T07:20:09,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:09,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:09,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:09,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:09,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:09,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-13T07:20:09,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111392a23bbebaaf43bbb30c7cfac179375a_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482408740/Put/seqid=0
2024-11-13T07:20:09,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742380_1556 (size=12154)
2024-11-13T07:20:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:09,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:09,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482469379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482469379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482469380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482469382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482469382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482469487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482469487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482469497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482469497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482469497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482469697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482469697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482469708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482469708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482469708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:09,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:09,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111392a23bbebaaf43bbb30c7cfac179375a_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111392a23bbebaaf43bbb30c7cfac179375a_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/27400db3bf814a708747b80237e404b7, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:09,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/27400db3bf814a708747b80237e404b7 is 175, key is test_row_0/A:col10/1731482408740/Put/seqid=0
2024-11-13T07:20:09,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742381_1557 (size=30955)
2024-11-13T07:20:09,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/27400db3bf814a708747b80237e404b7
2024-11-13T07:20:09,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/41a0913a997342f5b5e154886e5a57dd is 50, key is test_row_0/B:col10/1731482408740/Put/seqid=0
2024-11-13T07:20:09,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742382_1558 (size=12001)
2024-11-13T07:20:09,744 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/41a0913a997342f5b5e154886e5a57dd
2024-11-13T07:20:09,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/4b80f3df9d8b4fb0b9b3155d19e1a242 is 50, key is test_row_0/C:col10/1731482408740/Put/seqid=0
2024-11-13T07:20:09,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742383_1559 (size=12001)
2024-11-13T07:20:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-13T07:20:10,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482470007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482470007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482470017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482470017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482470017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/4b80f3df9d8b4fb0b9b3155d19e1a242
2024-11-13T07:20:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/27400db3bf814a708747b80237e404b7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/27400db3bf814a708747b80237e404b7
2024-11-13T07:20:10,167 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/27400db3bf814a708747b80237e404b7, entries=150, sequenceid=51, filesize=30.2 K
2024-11-13T07:20:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/41a0913a997342f5b5e154886e5a57dd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/41a0913a997342f5b5e154886e5a57dd
2024-11-13T07:20:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,171 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/41a0913a997342f5b5e154886e5a57dd, entries=150, sequenceid=51, filesize=11.7 K
2024-11-13T07:20:10,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/4b80f3df9d8b4fb0b9b3155d19e1a242 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/4b80f3df9d8b4fb0b9b3155d19e1a242
2024-11-13T07:20:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/4b80f3df9d8b4fb0b9b3155d19e1a242, entries=150, sequenceid=51, filesize=11.7 K
2024-11-13T07:20:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,177 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 888ms, sequenceid=51, compaction requested=false
2024-11-13T07:20:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147
2024-11-13T07:20:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=147
2024-11-13T07:20:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,180 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-13T07:20:10,180 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec
2024-11-13T07:20:10,181 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.5150 sec
2024-11-13T07:20:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,412 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T07:20:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:10,522 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-13T07:20:10,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:10,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:10,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:10,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:10,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:10,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136314655e686c476abb1d31b89c6de9ea_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482409380/Put/seqid=0
2024-11-13T07:20:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742384_1560 (size=12154)
2024-11-13T07:20:10,545 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,549 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136314655e686c476abb1d31b89c6de9ea_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136314655e686c476abb1d31b89c6de9ea_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/803a3f4d9e4f4c64b9e35a70a2c31c7d, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:10,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/803a3f4d9e4f4c64b9e35a70a2c31c7d is 175, key is test_row_0/A:col10/1731482409380/Put/seqid=0
2024-11-13T07:20:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482470558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482470561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482470559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482470563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482470565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:10,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742385_1561 (size=30955)
2024-11-13T07:20:10,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482470678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482470678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482470678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482470678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482470678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-13T07:20:10,817 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:10,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-13T07:20:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-13T07:20:10,819 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:10,820 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:10,820 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:10,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482470887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482470887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482470888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482470888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482470888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:10,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-13T07:20:10,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-13T07:20:10,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:10,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:10,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:10,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:10,989 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/803a3f4d9e4f4c64b9e35a70a2c31c7d
2024-11-13T07:20:10,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/1cffb251df774feaa55fb1c6bc793598 is 50, key is test_row_0/B:col10/1731482409380/Put/seqid=0
2024-11-13T07:20:11,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742386_1562 (size=12001)
2024-11-13T07:20:11,007 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/1cffb251df774feaa55fb1c6bc793598
2024-11-13T07:20:11,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/30e860a873224c0a92594fd014b5afe6 is 50, key is test_row_0/C:col10/1731482409380/Put/seqid=0
2024-11-13T07:20:11,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742387_1563 (size=12001)
2024-11-13T07:20:11,023 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/30e860a873224c0a92594fd014b5afe6
2024-11-13T07:20:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/803a3f4d9e4f4c64b9e35a70a2c31c7d as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/803a3f4d9e4f4c64b9e35a70a2c31c7d
2024-11-13T07:20:11,037 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/803a3f4d9e4f4c64b9e35a70a2c31c7d, entries=150, sequenceid=63, filesize=30.2 K
2024-11-13T07:20:11,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/1cffb251df774feaa55fb1c6bc793598 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1cffb251df774feaa55fb1c6bc793598
2024-11-13T07:20:11,049 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1cffb251df774feaa55fb1c6bc793598, entries=150, sequenceid=63, filesize=11.7 K
2024-11-13T07:20:11,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/30e860a873224c0a92594fd014b5afe6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/30e860a873224c0a92594fd014b5afe6
2024-11-13T07:20:11,055 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/30e860a873224c0a92594fd014b5afe6, entries=150, sequenceid=63, filesize=11.7 K
2024-11-13T07:20:11,056 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 535ms, sequenceid=63, compaction requested=true
2024-11-13T07:20:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:11,056 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:11,056 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:11,059 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:11,059 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:11,059 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/B is initiating minor compaction (all files)
2024-11-13T07:20:11,059 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/B in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:11,059 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/d05994de81db47c1b84fef1d5c602226, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/41a0913a997342f5b5e154886e5a57dd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1cffb251df774feaa55fb1c6bc793598] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=35.2 K
2024-11-13T07:20:11,059 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/A is initiating minor compaction (all files)
2024-11-13T07:20:11,059 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/A in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:11,060 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc483b54594c4cc2b49580f9ffaf5f61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/27400db3bf814a708747b80237e404b7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/803a3f4d9e4f4c64b9e35a70a2c31c7d] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=90.7 K
2024-11-13T07:20:11,060 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:11,060 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc483b54594c4cc2b49580f9ffaf5f61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/27400db3bf814a708747b80237e404b7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/803a3f4d9e4f4c64b9e35a70a2c31c7d]
2024-11-13T07:20:11,060 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d05994de81db47c1b84fef1d5c602226, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482408670
2024-11-13T07:20:11,060 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc483b54594c4cc2b49580f9ffaf5f61, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482408670
2024-11-13T07:20:11,060 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 41a0913a997342f5b5e154886e5a57dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482408733
2024-11-13T07:20:11,060 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27400db3bf814a708747b80237e404b7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482408733
2024-11-13T07:20:11,061 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cffb251df774feaa55fb1c6bc793598, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731482409380
2024-11-13T07:20:11,061 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 803a3f4d9e4f4c64b9e35a70a2c31c7d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731482409380
2024-11-13T07:20:11,081 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:11,086 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:11,087 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/a0fd6190f42c4e6ca938a88db8fc9fba is 50, key is test_row_0/B:col10/1731482409380/Put/seqid=0
2024-11-13T07:20:11,097 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c06a1b5b736e4cb893d6ed0c7e1b24f6_73b50592ca3cf78b2ad3de3f7bbc2a62 store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:11,099 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c06a1b5b736e4cb893d6ed0c7e1b24f6_73b50592ca3cf78b2ad3de3f7bbc2a62, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:11,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c06a1b5b736e4cb893d6ed0c7e1b24f6_73b50592ca3cf78b2ad3de3f7bbc2a62 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:11,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742388_1564 (size=12104)
2024-11-13T07:20:11,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742389_1565 (size=4469)
2024-11-13T07:20:11,115 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#A#compaction#483 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:11,116 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/a4556adb225d4218b2c8f6f8909550dc is 175, key is test_row_0/A:col10/1731482409380/Put/seqid=0
2024-11-13T07:20:11,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742390_1566 (size=31058)
2024-11-13T07:20:11,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-13T07:20:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:11,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-13T07:20:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-13T07:20:11,139 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/a4556adb225d4218b2c8f6f8909550dc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a4556adb225d4218b2c8f6f8909550dc
2024-11-13T07:20:11,144 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/A of 73b50592ca3cf78b2ad3de3f7bbc2a62 into a4556adb225d4218b2c8f6f8909550dc(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:11,146 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:11,146 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/A, priority=13, startTime=1731482411056; duration=0sec
2024-11-13T07:20:11,146 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:11,146 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:A
2024-11-13T07:20:11,146 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:11,147 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:11,147 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/C is initiating minor compaction (all files)
2024-11-13T07:20:11,147 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/C in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:11,147 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07de0d7a7676412dacbde107b4050ccb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/4b80f3df9d8b4fb0b9b3155d19e1a242, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/30e860a873224c0a92594fd014b5afe6] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=35.2 K
2024-11-13T07:20:11,147 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07de0d7a7676412dacbde107b4050ccb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731482408670
2024-11-13T07:20:11,148 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b80f3df9d8b4fb0b9b3155d19e1a242, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731482408733
2024-11-13T07:20:11,148 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30e860a873224c0a92594fd014b5afe6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731482409380
2024-11-13T07:20:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113eea39fce5c29430893732772b14af952_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482410563/Put/seqid=0
2024-11-13T07:20:11,164 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#C#compaction#486 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:11,165 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/27f71f0ced124c96affdcafd483baa0a is 50, key is test_row_0/C:col10/1731482409380/Put/seqid=0
2024-11-13T07:20:11,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742391_1567 (size=12154)
2024-11-13T07:20:11,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:11,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113eea39fce5c29430893732772b14af952_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eea39fce5c29430893732772b14af952_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/f2c79823de534b43b6265c3a9a6181cd, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/f2c79823de534b43b6265c3a9a6181cd is 175, key is test_row_0/A:col10/1731482410563/Put/seqid=0
2024-11-13T07:20:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:11,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482471208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482471209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482471210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482471212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482471212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742392_1568 (size=12104)
2024-11-13T07:20:11,227 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/27f71f0ced124c96affdcafd483baa0a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/27f71f0ced124c96affdcafd483baa0a
2024-11-13T07:20:11,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742393_1569 (size=30955)
2024-11-13T07:20:11,231 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/f2c79823de534b43b6265c3a9a6181cd
2024-11-13T07:20:11,235 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/C of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 27f71f0ced124c96affdcafd483baa0a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:11,236 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:11,236 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/C, priority=13, startTime=1731482411056; duration=0sec
2024-11-13T07:20:11,236 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:11,236 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:C
2024-11-13T07:20:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/1c5de6bdbb8a42ecbbb098add09f45a1 is 50, key is test_row_0/B:col10/1731482410563/Put/seqid=0
2024-11-13T07:20:11,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742394_1570 (size=12001)
2024-11-13T07:20:11,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482471327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482471328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482471328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482471328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482471328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-13T07:20:11,510 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/a0fd6190f42c4e6ca938a88db8fc9fba as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0fd6190f42c4e6ca938a88db8fc9fba
2024-11-13T07:20:11,525 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/B of 73b50592ca3cf78b2ad3de3f7bbc2a62 into a0fd6190f42c4e6ca938a88db8fc9fba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:11,525 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:11,525 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/B, priority=13, startTime=1731482411056; duration=0sec
2024-11-13T07:20:11,525 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:11,525 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:B
2024-11-13T07:20:11,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482471537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482471537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482471537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482471537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482471537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,655 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/1c5de6bdbb8a42ecbbb098add09f45a1
2024-11-13T07:20:11,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3e42f412e3ba4860a06aeb5d31ba7621 is 50, key is test_row_0/C:col10/1731482410563/Put/seqid=0
2024-11-13T07:20:11,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742395_1571 (size=12001)
2024-11-13T07:20:11,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3e42f412e3ba4860a06aeb5d31ba7621
2024-11-13T07:20:11,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/f2c79823de534b43b6265c3a9a6181cd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f2c79823de534b43b6265c3a9a6181cd
2024-11-13T07:20:11,672 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f2c79823de534b43b6265c3a9a6181cd, entries=150, sequenceid=83, filesize=30.2 K
2024-11-13T07:20:11,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/1c5de6bdbb8a42ecbbb098add09f45a1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1c5de6bdbb8a42ecbbb098add09f45a1
2024-11-13T07:20:11,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1c5de6bdbb8a42ecbbb098add09f45a1, entries=150, sequenceid=83, filesize=11.7 K
2024-11-13T07:20:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3e42f412e3ba4860a06aeb5d31ba7621 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e42f412e3ba4860a06aeb5d31ba7621
2024-11-13T07:20:11,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e42f412e3ba4860a06aeb5d31ba7621, entries=150, sequenceid=83, filesize=11.7 K
2024-11-13T07:20:11,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 552ms, sequenceid=83, compaction requested=false
2024-11-13T07:20:11,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:11,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:11,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-13T07:20:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-13T07:20:11,684 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-13T07:20:11,684 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 863 msec
2024-11-13T07:20:11,686 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 867 msec
2024-11-13T07:20:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:11,849 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-13T07:20:11,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:11,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:11,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:11,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:11,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:11,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:11,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113022a7fe653804a3983dcbbcaa4fcf7d4_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482411207/Put/seqid=0
2024-11-13T07:20:11,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482471862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482471863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482471866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482471870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482471870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742396_1572 (size=14594)
2024-11-13T07:20:11,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:11,895 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113022a7fe653804a3983dcbbcaa4fcf7d4_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113022a7fe653804a3983dcbbcaa4fcf7d4_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:11,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/369e6ad5dc1c47a0b76892f637b8e6a5, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:11,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/369e6ad5dc1c47a0b76892f637b8e6a5 is 175, key is test_row_0/A:col10/1731482411207/Put/seqid=0
2024-11-13T07:20:11,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742397_1573 (size=39549)
2024-11-13T07:20:11,905 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/369e6ad5dc1c47a0b76892f637b8e6a5
2024-11-13T07:20:11,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/2c48f46a803849c8b0ad3f5c5ef413fd is 50, key is test_row_0/B:col10/1731482411207/Put/seqid=0
2024-11-13T07:20:11,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742398_1574 (size=12001)
2024-11-13T07:20:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-13T07:20:11,957 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:11,957 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-13T07:20:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-13T07:20:11,960 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:11,960 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:11,960 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:11,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482471977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482471977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482471977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482471977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482471978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-13T07:20:12,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-13T07:20:12,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:12,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:12,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:12,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482472187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482472187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482472188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482472188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482472188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-13T07:20:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-13T07:20:12,322 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/2c48f46a803849c8b0ad3f5c5ef413fd
2024-11-13T07:20:12,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/9987a36cca194810a078d2f687e75e38 is 50, key is test_row_0/C:col10/1731482411207/Put/seqid=0
2024-11-13T07:20:12,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742399_1575 (size=12001)
2024-11-13T07:20:12,335 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/9987a36cca194810a078d2f687e75e38
2024-11-13T07:20:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/369e6ad5dc1c47a0b76892f637b8e6a5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/369e6ad5dc1c47a0b76892f637b8e6a5
2024-11-13T07:20:12,342 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/369e6ad5dc1c47a0b76892f637b8e6a5, entries=200, sequenceid=100, filesize=38.6 K
2024-11-13T07:20:12,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/2c48f46a803849c8b0ad3f5c5ef413fd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/2c48f46a803849c8b0ad3f5c5ef413fd
2024-11-13T07:20:12,348 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/2c48f46a803849c8b0ad3f5c5ef413fd, entries=150, sequenceid=100, filesize=11.7 K
2024-11-13T07:20:12,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/9987a36cca194810a078d2f687e75e38 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/9987a36cca194810a078d2f687e75e38
2024-11-13T07:20:12,354 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/9987a36cca194810a078d2f687e75e38, entries=150, sequenceid=100, filesize=11.7 K
2024-11-13T07:20:12,354 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 505ms, sequenceid=100, compaction requested=true
2024-11-13T07:20:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:12,355 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:12,355 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:12,356 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:12,356 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/A is initiating minor compaction (all files)
2024-11-13T07:20:12,356 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/A in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,356 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a4556adb225d4218b2c8f6f8909550dc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f2c79823de534b43b6265c3a9a6181cd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/369e6ad5dc1c47a0b76892f637b8e6a5] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=99.2 K
2024-11-13T07:20:12,356 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,356 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a4556adb225d4218b2c8f6f8909550dc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f2c79823de534b43b6265c3a9a6181cd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/369e6ad5dc1c47a0b76892f637b8e6a5]
2024-11-13T07:20:12,357 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:12,357 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4556adb225d4218b2c8f6f8909550dc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731482409380
2024-11-13T07:20:12,357 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/B is initiating minor compaction (all files)
2024-11-13T07:20:12,357 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/B in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,357 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0fd6190f42c4e6ca938a88db8fc9fba, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1c5de6bdbb8a42ecbbb098add09f45a1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/2c48f46a803849c8b0ad3f5c5ef413fd] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=35.3 K
2024-11-13T07:20:12,357 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a0fd6190f42c4e6ca938a88db8fc9fba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731482409380
2024-11-13T07:20:12,357 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2c79823de534b43b6265c3a9a6181cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731482410547
2024-11-13T07:20:12,358 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c5de6bdbb8a42ecbbb098add09f45a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731482410547
2024-11-13T07:20:12,359 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 369e6ad5dc1c47a0b76892f637b8e6a5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482411207
2024-11-13T07:20:12,359 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c48f46a803849c8b0ad3f5c5ef413fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482411207
2024-11-13T07:20:12,374 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:12,375 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/7922ce03e405461a956be033b7ed2ec7 is 50, key is test_row_0/B:col10/1731482411207/Put/seqid=0
2024-11-13T07:20:12,381 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:12,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742400_1576 (size=12207)
2024-11-13T07:20:12,390 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/7922ce03e405461a956be033b7ed2ec7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/7922ce03e405461a956be033b7ed2ec7
2024-11-13T07:20:12,394 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/B of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 7922ce03e405461a956be033b7ed2ec7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:12,394 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:12,394 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/B, priority=13, startTime=1731482412355; duration=0sec
2024-11-13T07:20:12,394 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:12,394 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:B
2024-11-13T07:20:12,394 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:12,395 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111371dc5bf7d78848bd8eaddd3f29477969_73b50592ca3cf78b2ad3de3f7bbc2a62 store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:12,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:12,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/C is initiating minor compaction (all files)
2024-11-13T07:20:12,396 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/C in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,396 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/27f71f0ced124c96affdcafd483baa0a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e42f412e3ba4860a06aeb5d31ba7621, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/9987a36cca194810a078d2f687e75e38] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=35.3 K
2024-11-13T07:20:12,396 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 27f71f0ced124c96affdcafd483baa0a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731482409380
2024-11-13T07:20:12,397 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e42f412e3ba4860a06aeb5d31ba7621, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731482410547
2024-11-13T07:20:12,397 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 9987a36cca194810a078d2f687e75e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482411207
2024-11-13T07:20:12,397 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111371dc5bf7d78848bd8eaddd3f29477969_73b50592ca3cf78b2ad3de3f7bbc2a62, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:12,397 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111371dc5bf7d78848bd8eaddd3f29477969_73b50592ca3cf78b2ad3de3f7bbc2a62 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:12,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742401_1577 (size=4469)
2024-11-13T07:20:12,415 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#A#compaction#493 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:12,416 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/47904f58fd3841aca1ab0e44ec63ed60 is 175, key is test_row_0/A:col10/1731482411207/Put/seqid=0
2024-11-13T07:20:12,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-13T07:20:12,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:20:12,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:12,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:12,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:12,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:12,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:12,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:12,425 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:12,425 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/a7a73e9033d8454e93117304c34d5415 is 50, key is test_row_0/C:col10/1731482411207/Put/seqid=0
2024-11-13T07:20:12,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133f8327fc082745819e0ce736377db5b3_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482411860/Put/seqid=0
2024-11-13T07:20:12,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742402_1578 (size=31161)
2024-11-13T07:20:12,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742403_1579 (size=12207)
2024-11-13T07:20:12,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:12,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742404_1580 (size=12154)
2024-11-13T07:20:12,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:12,509 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133f8327fc082745819e0ce736377db5b3_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133f8327fc082745819e0ce736377db5b3_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/4bee610cda914bc79549fe42cfc62d60, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/4bee610cda914bc79549fe42cfc62d60 is 175, key is test_row_0/A:col10/1731482411860/Put/seqid=0
2024-11-13T07:20:12,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482472510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482472510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482472512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482472514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742405_1581 (size=30955)
2024-11-13T07:20:12,522 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/4bee610cda914bc79549fe42cfc62d60
2024-11-13T07:20:12,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482472517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/20b991753db14156b1604cb87c3d4520 is 50, key is test_row_0/B:col10/1731482411860/Put/seqid=0
2024-11-13T07:20:12,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742406_1582 (size=12001)
2024-11-13T07:20:12,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/20b991753db14156b1604cb87c3d4520
2024-11-13T07:20:12,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/6080bf54a67b47d1845fe09f7fd9fa8a is 50, key is test_row_0/C:col10/1731482411860/Put/seqid=0
2024-11-13T07:20:12,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742407_1583 (size=12001)
2024-11-13T07:20:12,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/6080bf54a67b47d1845fe09f7fd9fa8a
2024-11-13T07:20:12,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/4bee610cda914bc79549fe42cfc62d60 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4bee610cda914bc79549fe42cfc62d60
2024-11-13T07:20:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-13T07:20:12,593 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4bee610cda914bc79549fe42cfc62d60, entries=150, sequenceid=119, filesize=30.2 K
2024-11-13T07:20:12,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/20b991753db14156b1604cb87c3d4520 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/20b991753db14156b1604cb87c3d4520
2024-11-13T07:20:12,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/20b991753db14156b1604cb87c3d4520, entries=150, sequenceid=119, filesize=11.7 K
2024-11-13T07:20:12,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/6080bf54a67b47d1845fe09f7fd9fa8a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/6080bf54a67b47d1845fe09f7fd9fa8a
2024-11-13T07:20:12,608 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/6080bf54a67b47d1845fe09f7fd9fa8a, entries=150, sequenceid=119, filesize=11.7 K
2024-11-13T07:20:12,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 191ms, sequenceid=119, compaction requested=false
2024-11-13T07:20:12,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:12,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:12,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-13T07:20:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-13T07:20:12,615 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-13T07:20:12,615 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 653 msec
2024-11-13T07:20:12,618 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 659 msec
2024-11-13T07:20:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:12,631 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:20:12,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:12,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:12,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:12,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:12,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:12,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:12,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113625502b4a30649968c21dcca03a05903_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482412630/Put/seqid=0
2024-11-13T07:20:12,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482472658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482472660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482472661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482472661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482472662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742408_1584 (size=14744)
2024-11-13T07:20:12,685 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:12,689 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113625502b4a30649968c21dcca03a05903_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113625502b4a30649968c21dcca03a05903_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:12,695 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/0a338f300fab4cae9684d35e2ed0aad6, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:12,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/0a338f300fab4cae9684d35e2ed0aad6 is 175, key is test_row_0/A:col10/1731482412630/Put/seqid=0
2024-11-13T07:20:12,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742409_1585 (size=39699)
2024-11-13T07:20:12,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482472767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482472777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482472777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482472778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482472778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,869 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/47904f58fd3841aca1ab0e44ec63ed60 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/47904f58fd3841aca1ab0e44ec63ed60
2024-11-13T07:20:12,872 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/A of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 47904f58fd3841aca1ab0e44ec63ed60(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:12,872 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:12,872 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/A, priority=13, startTime=1731482412355; duration=0sec
2024-11-13T07:20:12,873 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:12,873 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:A
2024-11-13T07:20:12,898 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/a7a73e9033d8454e93117304c34d5415 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/a7a73e9033d8454e93117304c34d5415
2024-11-13T07:20:12,902 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/C of 73b50592ca3cf78b2ad3de3f7bbc2a62 into a7a73e9033d8454e93117304c34d5415(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:12,902 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:12,902 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/C, priority=13, startTime=1731482412355; duration=0sec
2024-11-13T07:20:12,902 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:12,902 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:C
2024-11-13T07:20:12,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482472977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482472987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482472987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482472987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482472988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-13T07:20:13,097 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:13,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-13T07:20:13,100 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-13T07:20:13,101 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:13,101 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:13,109 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/0a338f300fab4cae9684d35e2ed0aad6
2024-11-13T07:20:13,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/4c7d07c178d84df3855ab3a0cadaaebd is 50, key is test_row_0/B:col10/1731482412630/Put/seqid=0
2024-11-13T07:20:13,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742410_1586 (size=12151)
2024-11-13T07:20:13,138 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/4c7d07c178d84df3855ab3a0cadaaebd
2024-11-13T07:20:13,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/12211a236e4749b4bc8bf9645062c549 is 50, key is test_row_0/C:col10/1731482412630/Put/seqid=0
2024-11-13T07:20:13,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742411_1587 (size=12151)
2024-11-13T07:20:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-13T07:20:13,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-13T07:20:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482473287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482473297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482473297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482473297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482473297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-13T07:20:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-13T07:20:13,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-13T07:20:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:13,579 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/12211a236e4749b4bc8bf9645062c549
2024-11-13T07:20:13,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/0a338f300fab4cae9684d35e2ed0aad6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/0a338f300fab4cae9684d35e2ed0aad6
2024-11-13T07:20:13,588 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/0a338f300fab4cae9684d35e2ed0aad6, entries=200, sequenceid=134, filesize=38.8 K
2024-11-13T07:20:13,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/4c7d07c178d84df3855ab3a0cadaaebd as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/4c7d07c178d84df3855ab3a0cadaaebd
2024-11-13T07:20:13,591 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/4c7d07c178d84df3855ab3a0cadaaebd, entries=150, sequenceid=134, filesize=11.9 K
2024-11-13T07:20:13,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/12211a236e4749b4bc8bf9645062c549 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/12211a236e4749b4bc8bf9645062c549
2024-11-13T07:20:13,596 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/12211a236e4749b4bc8bf9645062c549, entries=150, sequenceid=134, filesize=11.9 K
2024-11-13T07:20:13,597 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 966ms, sequenceid=134, compaction requested=true
2024-11-13T07:20:13,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:13,597 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:13,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:13,598 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:13,598 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:13,598 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/A is initiating minor compaction (all files)
2024-11-13T07:20:13,598 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/A in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,598 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/47904f58fd3841aca1ab0e44ec63ed60, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4bee610cda914bc79549fe42cfc62d60, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/0a338f300fab4cae9684d35e2ed0aad6] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=99.4 K
2024-11-13T07:20:13,598 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,598 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/47904f58fd3841aca1ab0e44ec63ed60, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4bee610cda914bc79549fe42cfc62d60, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/0a338f300fab4cae9684d35e2ed0aad6]
2024-11-13T07:20:13,599 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47904f58fd3841aca1ab0e44ec63ed60, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482411207
2024-11-13T07:20:13,599 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:13,599 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/B is initiating minor compaction (all files)
2024-11-13T07:20:13,599 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/B in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,599 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/7922ce03e405461a956be033b7ed2ec7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/20b991753db14156b1604cb87c3d4520, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/4c7d07c178d84df3855ab3a0cadaaebd] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=35.5 K
2024-11-13T07:20:13,600 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 7922ce03e405461a956be033b7ed2ec7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482411207
2024-11-13T07:20:13,600 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bee610cda914bc79549fe42cfc62d60, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731482411860
2024-11-13T07:20:13,601 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 20b991753db14156b1604cb87c3d4520, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731482411860
2024-11-13T07:20:13,601 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a338f300fab4cae9684d35e2ed0aad6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482412507
2024-11-13T07:20:13,601 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c7d07c178d84df3855ab3a0cadaaebd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482412511
2024-11-13T07:20:13,625 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:13,638 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#B#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:13,639 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/e1b5f207fbea4238a4be12542e5c9116 is 50, key is test_row_0/B:col10/1731482412630/Put/seqid=0
2024-11-13T07:20:13,641 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c833146e6ae34fc5b09a4f83f61d77ab_73b50592ca3cf78b2ad3de3f7bbc2a62 store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:13,643 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c833146e6ae34fc5b09a4f83f61d77ab_73b50592ca3cf78b2ad3de3f7bbc2a62, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:13,643 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c833146e6ae34fc5b09a4f83f61d77ab_73b50592ca3cf78b2ad3de3f7bbc2a62 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:13,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742412_1588 (size=12459)
2024-11-13T07:20:13,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742413_1589 (size=4469)
2024-11-13T07:20:13,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-13T07:20:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:13,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:20:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:13,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:13,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:13,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b8fc89cca7504cbd971f6b23b071eef7_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482412661/Put/seqid=0
2024-11-13T07:20:13,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742414_1590 (size=12304)
2024-11-13T07:20:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-13T07:20:13,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b8fc89cca7504cbd971f6b23b071eef7_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b8fc89cca7504cbd971f6b23b071eef7_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:13,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/2b0ff06b7466497a824fa5ac2970aa90, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:13,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/2b0ff06b7466497a824fa5ac2970aa90 is 175, key is test_row_0/A:col10/1731482412661/Put/seqid=0
2024-11-13T07:20:13,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742415_1591 (size=31105)
2024-11-13T07:20:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:13,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:13,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482473813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482473817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482473817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482473818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482473819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482473927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482473927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482473927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482473927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482473928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,065 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/e1b5f207fbea4238a4be12542e5c9116 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/e1b5f207fbea4238a4be12542e5c9116
2024-11-13T07:20:14,068 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:14,068 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/b974207bd07e41ea959915e5667bef68 is 175, key is test_row_0/A:col10/1731482412630/Put/seqid=0
2024-11-13T07:20:14,069 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/B of 73b50592ca3cf78b2ad3de3f7bbc2a62 into e1b5f207fbea4238a4be12542e5c9116(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:14,069 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:14,069 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/B, priority=13, startTime=1731482413598; duration=0sec
2024-11-13T07:20:14,069 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:14,069 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:B
2024-11-13T07:20:14,069 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:14,070 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:14,070 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/C is initiating minor compaction (all files)
2024-11-13T07:20:14,070 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/C in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:14,070 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/a7a73e9033d8454e93117304c34d5415, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/6080bf54a67b47d1845fe09f7fd9fa8a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/12211a236e4749b4bc8bf9645062c549] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=35.5 K
2024-11-13T07:20:14,071 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a7a73e9033d8454e93117304c34d5415, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731482411207
2024-11-13T07:20:14,071 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6080bf54a67b47d1845fe09f7fd9fa8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731482411860
2024-11-13T07:20:14,071 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 12211a236e4749b4bc8bf9645062c549, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482412511
2024-11-13T07:20:14,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742416_1592 (size=31413)
2024-11-13T07:20:14,075 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/b974207bd07e41ea959915e5667bef68 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b974207bd07e41ea959915e5667bef68
2024-11-13T07:20:14,076 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#C#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:14,077 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/f482d39e15634c88a5abd7d959322bf4 is 50, key is test_row_0/C:col10/1731482412630/Put/seqid=0
2024-11-13T07:20:14,090 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/A of 73b50592ca3cf78b2ad3de3f7bbc2a62 into b974207bd07e41ea959915e5667bef68(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:14,090 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:14,090 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/A, priority=13, startTime=1731482413597; duration=0sec
2024-11-13T07:20:14,090 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:14,090 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:A
2024-11-13T07:20:14,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742417_1593 (size=12459)
2024-11-13T07:20:14,134 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/2b0ff06b7466497a824fa5ac2970aa90
2024-11-13T07:20:14,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/ebe515d2c3ee4d31918bea9ef20f2537 is 50, key is test_row_0/B:col10/1731482412661/Put/seqid=0
2024-11-13T07:20:14,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482474137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482474138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482474138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482474138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742418_1594 (size=12151)
2024-11-13T07:20:14,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/ebe515d2c3ee4d31918bea9ef20f2537
2024-11-13T07:20:14,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482474137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/637ee82eafb74788b0e42d8154a4fcc9 is 50, key is test_row_0/C:col10/1731482412661/Put/seqid=0
2024-11-13T07:20:14,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742419_1595 (size=12151)
2024-11-13T07:20:14,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/637ee82eafb74788b0e42d8154a4fcc9
2024-11-13T07:20:14,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/2b0ff06b7466497a824fa5ac2970aa90 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/2b0ff06b7466497a824fa5ac2970aa90
2024-11-13T07:20:14,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/2b0ff06b7466497a824fa5ac2970aa90, entries=150, sequenceid=153, filesize=30.4 K
2024-11-13T07:20:14,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/ebe515d2c3ee4d31918bea9ef20f2537 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ebe515d2c3ee4d31918bea9ef20f2537
2024-11-13T07:20:14,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ebe515d2c3ee4d31918bea9ef20f2537, entries=150, sequenceid=153, filesize=11.9 K
2024-11-13T07:20:14,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/637ee82eafb74788b0e42d8154a4fcc9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/637ee82eafb74788b0e42d8154a4fcc9
2024-11-13T07:20:14,178 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/637ee82eafb74788b0e42d8154a4fcc9, entries=150, sequenceid=153, filesize=11.9 K
2024-11-13T07:20:14,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 466ms, sequenceid=153, compaction requested=false
2024-11-13T07:20:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-13T07:20:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-13T07:20:14,182 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-13T07:20:14,182 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0790 sec
2024-11-13T07:20:14,183 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.0840 sec
2024-11-13T07:20:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-13T07:20:14,238 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:14,238 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-13T07:20:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-13T07:20:14,240 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:14,241 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:14,241 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-13T07:20:14,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-13T07:20:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:14,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:20:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:14,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:14,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:14,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d66e9c7c0b2945cab85c1b7cf64580bd_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482413817/Put/seqid=0
2024-11-13T07:20:14,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742420_1596 (size=12304)
2024-11-13T07:20:14,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:14,404 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d66e9c7c0b2945cab85c1b7cf64580bd_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d66e9c7c0b2945cab85c1b7cf64580bd_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:14,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/8fc368f4cc014c01ab0d9a94d112f7d9, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/8fc368f4cc014c01ab0d9a94d112f7d9 is 175, key is test_row_0/A:col10/1731482413817/Put/seqid=0
2024-11-13T07:20:14,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742421_1597 (size=31105)
2024-11-13T07:20:14,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/8fc368f4cc014c01ab0d9a94d112f7d9
2024-11-13T07:20:14,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/dd6d9bad165f4f01ba16c40c75ae9668 is 50, key is test_row_0/B:col10/1731482413817/Put/seqid=0
2024-11-13T07:20:14,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742422_1598 (size=12151)
2024-11-13T07:20:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:14,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:14,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482474463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482474463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482474464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482474464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482474465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,500 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/f482d39e15634c88a5abd7d959322bf4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/f482d39e15634c88a5abd7d959322bf4
2024-11-13T07:20:14,504 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/C of 73b50592ca3cf78b2ad3de3f7bbc2a62 into f482d39e15634c88a5abd7d959322bf4(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:14,504 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:14,504 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/C, priority=13, startTime=1731482413598; duration=0sec
2024-11-13T07:20:14,504 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:14,504 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:C
2024-11-13T07:20:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-13T07:20:14,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482474576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482474577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482474577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482474577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482474577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482474786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482474787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482474787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482474787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482474787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:14,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:14,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:14,838 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/dd6d9bad165f4f01ba16c40c75ae9668
2024-11-13T07:20:14,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/78dc1d8603ad4241b10d78b3e512832a is 50, key is test_row_0/C:col10/1731482413817/Put/seqid=0
2024-11-13T07:20:14,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742423_1599 (size=12151)
2024-11-13T07:20:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-13T07:20:15,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482475097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482475097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482475097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482475097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482475097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/78dc1d8603ad4241b10d78b3e512832a
2024-11-13T07:20:15,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/8fc368f4cc014c01ab0d9a94d112f7d9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/8fc368f4cc014c01ab0d9a94d112f7d9
2024-11-13T07:20:15,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/8fc368f4cc014c01ab0d9a94d112f7d9, entries=150, sequenceid=170, filesize=30.4 K
2024-11-13T07:20:15,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/dd6d9bad165f4f01ba16c40c75ae9668 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dd6d9bad165f4f01ba16c40c75ae9668
2024-11-13T07:20:15,256 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dd6d9bad165f4f01ba16c40c75ae9668, entries=150, sequenceid=170, filesize=11.9 K
2024-11-13T07:20:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/78dc1d8603ad4241b10d78b3e512832a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/78dc1d8603ad4241b10d78b3e512832a
2024-11-13T07:20:15,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/78dc1d8603ad4241b10d78b3e512832a, entries=150, sequenceid=170, filesize=11.9 K
2024-11-13T07:20:15,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 867ms, sequenceid=170, compaction requested=true
2024-11-13T07:20:15,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:15,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:15,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-13T07:20:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-13T07:20:15,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-13T07:20:15,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec
2024-11-13T07:20:15,265 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.0250 sec
2024-11-13T07:20:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-13T07:20:15,377 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:15,377 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-13T07:20:15,380 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-13T07:20:15,381 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:15,381 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-13T07:20:15,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-13T07:20:15,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:15,532 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:20:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:15,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c253f31e3c50413f808b1f7ef05820a5_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482414463/Put/seqid=0
2024-11-13T07:20:15,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742424_1600 (size=12304)
2024-11-13T07:20:15,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:15,545 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c253f31e3c50413f808b1f7ef05820a5_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c253f31e3c50413f808b1f7ef05820a5_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:15,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/7a90fc87f57b4a33a9a45aaf462e0ad0, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:15,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/7a90fc87f57b4a33a9a45aaf462e0ad0 is 175, key is test_row_0/A:col10/1731482414463/Put/seqid=0
2024-11-13T07:20:15,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742425_1601 (size=31105)
2024-11-13T07:20:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:15,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482475624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482475625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482475626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482475626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482475628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-13T07:20:15,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482475737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482475737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482475737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482475737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482475737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482475947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482475948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482475948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482475948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/7a90fc87f57b4a33a9a45aaf462e0ad0
2024-11-13T07:20:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482475948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/6d496ae6a34d461785ce71edbf4e3fda is 50, key is test_row_0/B:col10/1731482414463/Put/seqid=0
2024-11-13T07:20:15,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742426_1602 (size=12151)
2024-11-13T07:20:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-13T07:20:16,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482476257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482476257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482476257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482476257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482476257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/6d496ae6a34d461785ce71edbf4e3fda
2024-11-13T07:20:16,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/07bf765b7a064ea6af347beaebe74ae4 is 50, key is test_row_0/C:col10/1731482414463/Put/seqid=0
2024-11-13T07:20:16,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742427_1603 (size=12151)
2024-11-13T07:20:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-13T07:20:16,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482476767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482476767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482476767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482476767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482476767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:16,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/07bf765b7a064ea6af347beaebe74ae4
2024-11-13T07:20:16,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/7a90fc87f57b4a33a9a45aaf462e0ad0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a90fc87f57b4a33a9a45aaf462e0ad0
2024-11-13T07:20:16,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a90fc87f57b4a33a9a45aaf462e0ad0, entries=150, sequenceid=188, filesize=30.4 K
2024-11-13T07:20:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/6d496ae6a34d461785ce71edbf4e3fda as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/6d496ae6a34d461785ce71edbf4e3fda
2024-11-13T07:20:16,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/6d496ae6a34d461785ce71edbf4e3fda, entries=150, sequenceid=188, filesize=11.9 K
2024-11-13T07:20:16,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/07bf765b7a064ea6af347beaebe74ae4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07bf765b7a064ea6af347beaebe74ae4
2024-11-13T07:20:16,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07bf765b7a064ea6af347beaebe74ae4, entries=150, sequenceid=188, filesize=11.9 K
2024-11-13T07:20:16,805 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 1273ms, sequenceid=188, compaction requested=true
2024-11-13T07:20:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-13T07:20:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-13T07:20:16,809 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-13T07:20:16,809 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec
2024-11-13T07:20:16,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4330 sec
2024-11-13T07:20:17,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T07:20:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-13T07:20:17,528 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:17,528 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-13T07:20:17,530 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-13T07:20:17,530 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:17,531 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-13T07:20:17,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-13T07:20:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:17,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:20:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:17,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132aec2f223ea546c1b00858d7efedf717_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482415624/Put/seqid=0
2024-11-13T07:20:17,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742428_1604 (size=12304)
2024-11-13T07:20:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:17,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:17,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482477802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482477804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482477805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482477807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482477808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-13T07:20:17,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482477917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482477917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482477917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482477917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482477917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:18,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132aec2f223ea546c1b00858d7efedf717_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132aec2f223ea546c1b00858d7efedf717_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:18,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/9b19ac18c39e4a2b9b7852bd5cda92e3, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:18,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/9b19ac18c39e4a2b9b7852bd5cda92e3 is 175, key is test_row_0/A:col10/1731482415624/Put/seqid=0
2024-11-13T07:20:18,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742429_1605 (size=31105)
2024-11-13T07:20:18,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/9b19ac18c39e4a2b9b7852bd5cda92e3
2024-11-13T07:20:18,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/a0aedbc47bf14cb9aa49c27d110cc260 is 50, key is test_row_0/B:col10/1731482415624/Put/seqid=0
2024-11-13T07:20:18,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742430_1606 (size=12151)
2024-11-13T07:20:18,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/a0aedbc47bf14cb9aa49c27d110cc260
2024-11-13T07:20:18,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482478127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482478127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482478127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482478127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482478127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/01e45ff1eebd4c9f8ecafd0aae86d554 is 50, key is test_row_0/C:col10/1731482415624/Put/seqid=0
2024-11-13T07:20:18,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742431_1607 (size=12151)
2024-11-13T07:20:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-13T07:20:18,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482478437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482478437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482478438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482478438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482478438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,551 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/01e45ff1eebd4c9f8ecafd0aae86d554
2024-11-13T07:20:18,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/9b19ac18c39e4a2b9b7852bd5cda92e3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/9b19ac18c39e4a2b9b7852bd5cda92e3
2024-11-13T07:20:18,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/9b19ac18c39e4a2b9b7852bd5cda92e3, entries=150, sequenceid=203, filesize=30.4 K
2024-11-13T07:20:18,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/a0aedbc47bf14cb9aa49c27d110cc260 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0aedbc47bf14cb9aa49c27d110cc260
2024-11-13T07:20:18,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0aedbc47bf14cb9aa49c27d110cc260, entries=150, sequenceid=203, filesize=11.9 K
2024-11-13T07:20:18,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/01e45ff1eebd4c9f8ecafd0aae86d554 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/01e45ff1eebd4c9f8ecafd0aae86d554
2024-11-13T07:20:18,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/01e45ff1eebd4c9f8ecafd0aae86d554, entries=150, sequenceid=203, filesize=11.9 K
2024-11-13T07:20:18,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 898ms, sequenceid=203, compaction requested=true
2024-11-13T07:20:18,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:18,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:18,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-13T07:20:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-13T07:20:18,584 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-13T07:20:18,584 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec
2024-11-13T07:20:18,586 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.0570 sec
2024-11-13T07:20:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-13T07:20:18,667 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:18,667 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-11-13T07:20:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-13T07:20:18,669 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:18,669 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:18,669 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-13T07:20:18,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-13T07:20:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:18,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-13T07:20:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134cfce874cc7c4272aa1992e64f8abba1_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482417803/Put/seqid=0
2024-11-13T07:20:18,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742432_1608 (size=12304)
2024-11-13T07:20:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:18,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482478962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482478963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482478964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482478964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482478966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-13T07:20:19,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482479077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482479077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482479077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482479077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482479078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:19,236 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134cfce874cc7c4272aa1992e64f8abba1_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134cfce874cc7c4272aa1992e64f8abba1_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/77d313372a894102ac9672e312a8dd8f, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/77d313372a894102ac9672e312a8dd8f is 175, key is test_row_0/A:col10/1731482417803/Put/seqid=0
2024-11-13T07:20:19,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742433_1609 (size=31105)
2024-11-13T07:20:19,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/77d313372a894102ac9672e312a8dd8f
2024-11-13T07:20:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/8f085a62ca84441dbd34da8a59fc2e19 is 50, key is test_row_0/B:col10/1731482417803/Put/seqid=0
2024-11-13T07:20:19,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742434_1610 (size=12151)
2024-11-13T07:20:19,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482479287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482479287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482479287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482479288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482479288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-13T07:20:19,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482479597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482479597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482479597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482479597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482479597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:19,661 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/8f085a62ca84441dbd34da8a59fc2e19
2024-11-13T07:20:19,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/52a58ca8c7424929b4b409df8738c6b4 is 50, key is test_row_0/C:col10/1731482417803/Put/seqid=0
2024-11-13T07:20:19,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742435_1611 (size=12151)
2024-11-13T07:20:19,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/52a58ca8c7424929b4b409df8738c6b4
2024-11-13T07:20:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/77d313372a894102ac9672e312a8dd8f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/77d313372a894102ac9672e312a8dd8f
2024-11-13T07:20:19,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/77d313372a894102ac9672e312a8dd8f, entries=150, sequenceid=220, filesize=30.4 K
2024-11-13T07:20:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/8f085a62ca84441dbd34da8a59fc2e19 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/8f085a62ca84441dbd34da8a59fc2e19
2024-11-13T07:20:19,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/8f085a62ca84441dbd34da8a59fc2e19, entries=150, sequenceid=220, filesize=11.9 K
2024-11-13T07:20:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/52a58ca8c7424929b4b409df8738c6b4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/52a58ca8c7424929b4b409df8738c6b4
2024-11-13T07:20:19,684 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/52a58ca8c7424929b4b409df8738c6b4, entries=150, sequenceid=220, filesize=11.9 K
2024-11-13T07:20:19,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 864ms, sequenceid=220, compaction requested=true
2024-11-13T07:20:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-11-13T07:20:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-11-13T07:20:19,687 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-13T07:20:19,687 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0170 sec
2024-11-13T07:20:19,689 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0210 sec
2024-11-13T07:20:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-13T07:20:19,807 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:19,807 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees
2024-11-13T07:20:19,809 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-13T07:20:19,809 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:19,809 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-13T07:20:19,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-13T07:20:19,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:19,961 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:20:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:19,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111304035c45dbce4baeb4f2d281f27f91c5_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482418965/Put/seqid=0
2024-11-13T07:20:19,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742436_1612 (size=12304)
2024-11-13T07:20:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:19,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111304035c45dbce4baeb4f2d281f27f91c5_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111304035c45dbce4baeb4f2d281f27f91c5_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:19,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/95110612b901448b88e0efbb7faec373, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/95110612b901448b88e0efbb7faec373 is 175, key is test_row_0/A:col10/1731482418965/Put/seqid=0
2024-11-13T07:20:19,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742437_1613 (size=31105)
2024-11-13T07:20:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-13T07:20:20,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482480126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482480127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482480128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482480129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482480130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482480236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482480237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482480237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482480237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482480247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/95110612b901448b88e0efbb7faec373
2024-11-13T07:20:20,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/c5afe25c31954de99fd7dc6b23271111 is 50, key is test_row_0/B:col10/1731482418965/Put/seqid=0
2024-11-13T07:20:20,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742438_1614 (size=12151)
2024-11-13T07:20:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-13T07:20:20,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482480447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482480447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482480448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482480448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482480457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482480757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482480757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482480757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482480757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482480767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:20,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/c5afe25c31954de99fd7dc6b23271111
2024-11-13T07:20:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/46f030cb90ec4fd5aa9cf7673895ae83 is 50, key is test_row_0/C:col10/1731482418965/Put/seqid=0
2024-11-13T07:20:20,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742439_1615 (size=12151)
2024-11-13T07:20:20,801 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/46f030cb90ec4fd5aa9cf7673895ae83
2024-11-13T07:20:20,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/95110612b901448b88e0efbb7faec373 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/95110612b901448b88e0efbb7faec373
2024-11-13T07:20:20,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/95110612b901448b88e0efbb7faec373, entries=150, sequenceid=235, filesize=30.4 K
2024-11-13T07:20:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/c5afe25c31954de99fd7dc6b23271111 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/c5afe25c31954de99fd7dc6b23271111
2024-11-13T07:20:20,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/c5afe25c31954de99fd7dc6b23271111, entries=150, sequenceid=235, filesize=11.9 K
2024-11-13T07:20:20,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/46f030cb90ec4fd5aa9cf7673895ae83 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/46f030cb90ec4fd5aa9cf7673895ae83
2024-11-13T07:20:20,829 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/46f030cb90ec4fd5aa9cf7673895ae83, entries=150, sequenceid=235, filesize=11.9 K
2024-11-13T07:20:20,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 869ms, sequenceid=235, compaction requested=true
2024-11-13T07:20:20,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:20,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:20,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163
2024-11-13T07:20:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=163
2024-11-13T07:20:20,832 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-13T07:20:20,832 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec
2024-11-13T07:20:20,834 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0260 sec
2024-11-13T07:20:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-13T07:20:20,948 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:20,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees
2024-11-13T07:20:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-13T07:20:20,951 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:20,951 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:20,951 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-13T07:20:21,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-13T07:20:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:21,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:20:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:21,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111326d3c2d5408048e7b279280f23140b40_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482420128/Put/seqid=0
2024-11-13T07:20:21,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742440_1616 (size=12304)
2024-11-13T07:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-13T07:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:21,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:21,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482481277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482481284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482481285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482481286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482481287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482481397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482481397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482481397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482481407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482481407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:21,527 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111326d3c2d5408048e7b279280f23140b40_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111326d3c2d5408048e7b279280f23140b40_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/7a4fe66c541f4a1a9ce4da963147a283, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/7a4fe66c541f4a1a9ce4da963147a283 is 175, key is test_row_0/A:col10/1731482420128/Put/seqid=0
2024-11-13T07:20:21,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742441_1617 (size=31105)
2024-11-13T07:20:21,532 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/7a4fe66c541f4a1a9ce4da963147a283
2024-11-13T07:20:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/dfee1d45f9344aa7b4b1214dade275dc is 50, key is test_row_0/B:col10/1731482420128/Put/seqid=0
2024-11-13T07:20:21,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742442_1618 (size=12151)
2024-11-13T07:20:21,547 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/dfee1d45f9344aa7b4b1214dade275dc
2024-11-13T07:20:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/0dbfcc4a1aed4be4912da9a3da1cc2f1 is 50, key is test_row_0/C:col10/1731482420128/Put/seqid=0
2024-11-13T07:20:21,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742443_1619 (size=12151)
2024-11-13T07:20:21,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/0dbfcc4a1aed4be4912da9a3da1cc2f1
2024-11-13T07:20:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/7a4fe66c541f4a1a9ce4da963147a283 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a4fe66c541f4a1a9ce4da963147a283
2024-11-13T07:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-13T07:20:21,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a4fe66c541f4a1a9ce4da963147a283, entries=150, sequenceid=253, filesize=30.4 K
2024-11-13T07:20:21,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/dfee1d45f9344aa7b4b1214dade275dc as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dfee1d45f9344aa7b4b1214dade275dc
2024-11-13T07:20:21,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dfee1d45f9344aa7b4b1214dade275dc, entries=150, sequenceid=253, filesize=11.9 K
2024-11-13T07:20:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/0dbfcc4a1aed4be4912da9a3da1cc2f1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/0dbfcc4a1aed4be4912da9a3da1cc2f1
2024-11-13T07:20:21,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/0dbfcc4a1aed4be4912da9a3da1cc2f1, entries=150, sequenceid=253, filesize=11.9 K
2024-11-13T07:20:21,591 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 486ms, sequenceid=253, compaction requested=true
2024-11-13T07:20:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165
2024-11-13T07:20:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=165
2024-11-13T07:20:21,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-11-13T07:20:21,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 641 msec
2024-11-13T07:20:21,596 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 646 msec
2024-11-13T07:20:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:21,612 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:20:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:21,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:21,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:21,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:21,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113759e305c01f044048c9e7af7baec4036_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482421611/Put/seqid=0
2024-11-13T07:20:21,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742444_1620 (size=14994)
2024-11-13T07:20:21,626 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:21,630 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113759e305c01f044048c9e7af7baec4036_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113759e305c01f044048c9e7af7baec4036_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:21,631 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/b0d9f102c2124ec78145599812e083c2, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:21,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/b0d9f102c2124ec78145599812e083c2 is 175, key is test_row_0/A:col10/1731482421611/Put/seqid=0
2024-11-13T07:20:21,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742445_1621 (size=39949)
2024-11-13T07:20:21,639 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/b0d9f102c2124ec78145599812e083c2
2024-11-13T07:20:21,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/ab8a2218a1e142d893c02d51bb6bfcd9 is 50, key is test_row_0/B:col10/1731482421611/Put/seqid=0
2024-11-13T07:20:21,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482481638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482481638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482481647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482481648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482481649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742446_1622 (size=12301)
2024-11-13T07:20:21,664 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/ab8a2218a1e142d893c02d51bb6bfcd9
2024-11-13T07:20:21,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/16532de9fecb459bbe6a4fdc0180498f is 50, key is test_row_0/C:col10/1731482421611/Put/seqid=0
2024-11-13T07:20:21,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742447_1623 (size=12301)
2024-11-13T07:20:21,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482481757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482481757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482481757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482481767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482481767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482481967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482481967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482481967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482481977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482481977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,080 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/16532de9fecb459bbe6a4fdc0180498f
2024-11-13T07:20:22,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/b0d9f102c2124ec78145599812e083c2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b0d9f102c2124ec78145599812e083c2
2024-11-13T07:20:22,086 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b0d9f102c2124ec78145599812e083c2, entries=200, sequenceid=268, filesize=39.0 K
2024-11-13T07:20:22,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/ab8a2218a1e142d893c02d51bb6bfcd9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ab8a2218a1e142d893c02d51bb6bfcd9
2024-11-13T07:20:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-13T07:20:22,087 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:22,087 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees
2024-11-13T07:20:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-13T07:20:22,089 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:22,090 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:22,090 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:22,091 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ab8a2218a1e142d893c02d51bb6bfcd9, entries=150, sequenceid=268, filesize=12.0 K
2024-11-13T07:20:22,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/16532de9fecb459bbe6a4fdc0180498f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/16532de9fecb459bbe6a4fdc0180498f
2024-11-13T07:20:22,095 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/16532de9fecb459bbe6a4fdc0180498f, entries=150, sequenceid=268, filesize=12.0 K
2024-11-13T07:20:22,096 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 484ms, sequenceid=268, compaction requested=true
2024-11-13T07:20:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:22,096 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking
2024-11-13T07:20:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:22,096 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking
2024-11-13T07:20:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:22,098 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9  files of size 289097 starting at candidate #0 after considering 28 permutations with 28 in ratio
2024-11-13T07:20:22,098 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/A is initiating minor compaction (all files)
2024-11-13T07:20:22,098 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/A in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:22,098 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b974207bd07e41ea959915e5667bef68, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/2b0ff06b7466497a824fa5ac2970aa90, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/8fc368f4cc014c01ab0d9a94d112f7d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a90fc87f57b4a33a9a45aaf462e0ad0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/9b19ac18c39e4a2b9b7852bd5cda92e3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/77d313372a894102ac9672e312a8dd8f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/95110612b901448b88e0efbb7faec373, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a4fe66c541f4a1a9ce4da963147a283, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b0d9f102c2124ec78145599812e083c2] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=282.3 K
2024-11-13T07:20:22,098 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=7 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:22,098 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b974207bd07e41ea959915e5667bef68, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/2b0ff06b7466497a824fa5ac2970aa90, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/8fc368f4cc014c01ab0d9a94d112f7d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a90fc87f57b4a33a9a45aaf462e0ad0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/9b19ac18c39e4a2b9b7852bd5cda92e3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/77d313372a894102ac9672e312a8dd8f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/95110612b901448b88e0efbb7faec373, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a4fe66c541f4a1a9ce4da963147a283, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b0d9f102c2124ec78145599812e083c2]
2024-11-13T07:20:22,098 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9  files of size 109817 starting at candidate #0 after considering 28 permutations with 28 in ratio
2024-11-13T07:20:22,098 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/B is initiating minor compaction (all files)
2024-11-13T07:20:22,098 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/B in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:22,098 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/e1b5f207fbea4238a4be12542e5c9116, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ebe515d2c3ee4d31918bea9ef20f2537, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dd6d9bad165f4f01ba16c40c75ae9668, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/6d496ae6a34d461785ce71edbf4e3fda, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0aedbc47bf14cb9aa49c27d110cc260, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/8f085a62ca84441dbd34da8a59fc2e19, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/c5afe25c31954de99fd7dc6b23271111, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dfee1d45f9344aa7b4b1214dade275dc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ab8a2218a1e142d893c02d51bb6bfcd9] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=107.2 K
2024-11-13T07:20:22,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting e1b5f207fbea4238a4be12542e5c9116, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482412511
2024-11-13T07:20:22,099 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b974207bd07e41ea959915e5667bef68, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482412511
2024-11-13T07:20:22,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ebe515d2c3ee4d31918bea9ef20f2537, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482412645
2024-11-13T07:20:22,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting dd6d9bad165f4f01ba16c40c75ae9668, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482413812
2024-11-13T07:20:22,099 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0ff06b7466497a824fa5ac2970aa90, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482412645
2024-11-13T07:20:22,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d496ae6a34d461785ce71edbf4e3fda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731482414462
2024-11-13T07:20:22,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fc368f4cc014c01ab0d9a94d112f7d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482413812
2024-11-13T07:20:22,100 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a0aedbc47bf14cb9aa49c27d110cc260, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731482415624
2024-11-13T07:20:22,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a90fc87f57b4a33a9a45aaf462e0ad0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731482414462
2024-11-13T07:20:22,100 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f085a62ca84441dbd34da8a59fc2e19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482417803
2024-11-13T07:20:22,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b19ac18c39e4a2b9b7852bd5cda92e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731482415624
2024-11-13T07:20:22,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d313372a894102ac9672e312a8dd8f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482417803
2024-11-13T07:20:22,100 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting c5afe25c31954de99fd7dc6b23271111, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731482418950
2024-11-13T07:20:22,101 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95110612b901448b88e0efbb7faec373, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731482418950
2024-11-13T07:20:22,101 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting dfee1d45f9344aa7b4b1214dade275dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731482420117
2024-11-13T07:20:22,101 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a4fe66c541f4a1a9ce4da963147a283, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731482420117
2024-11-13T07:20:22,101 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting ab8a2218a1e142d893c02d51bb6bfcd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731482421285
2024-11-13T07:20:22,101 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0d9f102c2124ec78145599812e083c2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731482421282
2024-11-13T07:20:22,110 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:22,115 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#B#compaction#529 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:22,116 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/007d19f964d749f1b1c8f672a2a814eb is 50, key is test_row_0/B:col10/1731482421611/Put/seqid=0
2024-11-13T07:20:22,125 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113833a0a7beeb6420e9a26ae24cc28ad2d_73b50592ca3cf78b2ad3de3f7bbc2a62 store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:22,129 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113833a0a7beeb6420e9a26ae24cc28ad2d_73b50592ca3cf78b2ad3de3f7bbc2a62, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:22,129 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113833a0a7beeb6420e9a26ae24cc28ad2d_73b50592ca3cf78b2ad3de3f7bbc2a62 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:22,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742448_1624 (size=12915)
2024-11-13T07:20:22,137 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/007d19f964d749f1b1c8f672a2a814eb as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/007d19f964d749f1b1c8f672a2a814eb
2024-11-13T07:20:22,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742449_1625 (size=4469)
2024-11-13T07:20:22,138 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#A#compaction#528 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:22,138 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/b35704c1616a413ba533bc239dca1955 is 175, key is test_row_0/A:col10/1731482421611/Put/seqid=0
2024-11-13T07:20:22,142 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/B of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 007d19f964d749f1b1c8f672a2a814eb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:22,142 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:22,142 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/B, priority=7, startTime=1731482422096; duration=0sec
2024-11-13T07:20:22,143 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:22,143 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:B
2024-11-13T07:20:22,143 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking
2024-11-13T07:20:22,144 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9  files of size 109817 starting at candidate #0 after considering 28 permutations with 28 in ratio
2024-11-13T07:20:22,144 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/C is initiating minor compaction (all files)
2024-11-13T07:20:22,144 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/C in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:22,144 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/f482d39e15634c88a5abd7d959322bf4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/637ee82eafb74788b0e42d8154a4fcc9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/78dc1d8603ad4241b10d78b3e512832a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07bf765b7a064ea6af347beaebe74ae4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/01e45ff1eebd4c9f8ecafd0aae86d554, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/52a58ca8c7424929b4b409df8738c6b4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/46f030cb90ec4fd5aa9cf7673895ae83, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/0dbfcc4a1aed4be4912da9a3da1cc2f1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/16532de9fecb459bbe6a4fdc0180498f] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=107.2 K
2024-11-13T07:20:22,144 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f482d39e15634c88a5abd7d959322bf4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731482412511
2024-11-13T07:20:22,144 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 637ee82eafb74788b0e42d8154a4fcc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731482412645
2024-11-13T07:20:22,145 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 78dc1d8603ad4241b10d78b3e512832a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731482413812
2024-11-13T07:20:22,145 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 07bf765b7a064ea6af347beaebe74ae4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731482414462
2024-11-13T07:20:22,145 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 01e45ff1eebd4c9f8ecafd0aae86d554, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731482415624
2024-11-13T07:20:22,145 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 52a58ca8c7424929b4b409df8738c6b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731482417803
2024-11-13T07:20:22,145 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 46f030cb90ec4fd5aa9cf7673895ae83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731482418950
2024-11-13T07:20:22,146 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dbfcc4a1aed4be4912da9a3da1cc2f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731482420117
2024-11-13T07:20:22,146 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 16532de9fecb459bbe6a4fdc0180498f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731482421285
2024-11-13T07:20:22,164 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#C#compaction#530 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:22,164 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/efb8312129f44315aafd7a9425ac50c4 is 50, key is test_row_0/C:col10/1731482421611/Put/seqid=0
2024-11-13T07:20:22,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742450_1626 (size=31869)
2024-11-13T07:20:22,181 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/b35704c1616a413ba533bc239dca1955 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b35704c1616a413ba533bc239dca1955
2024-11-13T07:20:22,185 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/A of 73b50592ca3cf78b2ad3de3f7bbc2a62 into b35704c1616a413ba533bc239dca1955(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:22,185 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:22,185 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/A, priority=7, startTime=1731482422096; duration=0sec
2024-11-13T07:20:22,186 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:22,186 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:A
2024-11-13T07:20:22,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742451_1627 (size=12915)
2024-11-13T07:20:22,197 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/efb8312129f44315aafd7a9425ac50c4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/efb8312129f44315aafd7a9425ac50c4
2024-11-13T07:20:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-13T07:20:22,205 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/C of 73b50592ca3cf78b2ad3de3f7bbc2a62 into efb8312129f44315aafd7a9425ac50c4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:22,205 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:22,205 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/C, priority=7, startTime=1731482422096; duration=0sec
2024-11-13T07:20:22,205 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:22,205 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:C
2024-11-13T07:20:22,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167
2024-11-13T07:20:22,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:22,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-13T07:20:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:22,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132eada049ac7c40bfa6863252fcc825b9_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482421646/Put/seqid=0
2024-11-13T07:20:22,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742452_1628 (size=12454)
2024-11-13T07:20:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:22,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:22,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482482288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482482289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482482292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482482291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482482293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482482397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482482397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-13T07:20:22,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482482407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482482407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482482407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482482607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482482607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482482617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482482617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482482617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:22,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132eada049ac7c40bfa6863252fcc825b9_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132eada049ac7c40bfa6863252fcc825b9_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/be893caa596547179d6b8af5cf93f81c, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/be893caa596547179d6b8af5cf93f81c is 175, key is test_row_0/A:col10/1731482421646/Put/seqid=0
2024-11-13T07:20:22,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742453_1629 (size=31255)
2024-11-13T07:20:22,692 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/be893caa596547179d6b8af5cf93f81c
2024-11-13T07:20:22,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/136cff45321b4b13883e46e5b6ec56f5 is 50, key is test_row_0/B:col10/1731482421646/Put/seqid=0
2024-11-13T07:20:22,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742454_1630 (size=12301)
2024-11-13T07:20:22,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/136cff45321b4b13883e46e5b6ec56f5
2024-11-13T07:20:22,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/02078986a51249f29483b1e7d7e7a3d5 is 50, key is test_row_0/C:col10/1731482421646/Put/seqid=0
2024-11-13T07:20:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-13T07:20:22,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742455_1631 (size=12301)
2024-11-13T07:20:22,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/02078986a51249f29483b1e7d7e7a3d5
2024-11-13T07:20:22,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/be893caa596547179d6b8af5cf93f81c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/be893caa596547179d6b8af5cf93f81c
2024-11-13T07:20:22,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/be893caa596547179d6b8af5cf93f81c, entries=150, sequenceid=289, filesize=30.5 K
2024-11-13T07:20:22,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/136cff45321b4b13883e46e5b6ec56f5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/136cff45321b4b13883e46e5b6ec56f5
2024-11-13T07:20:22,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/136cff45321b4b13883e46e5b6ec56f5, entries=150, sequenceid=289, filesize=12.0 K
2024-11-13T07:20:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/02078986a51249f29483b1e7d7e7a3d5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/02078986a51249f29483b1e7d7e7a3d5
2024-11-13T07:20:22,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/02078986a51249f29483b1e7d7e7a3d5, entries=150, sequenceid=289, filesize=12.0 K
2024-11-13T07:20:22,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 507ms, sequenceid=289, compaction requested=false
2024-11-13T07:20:22,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167
2024-11-13T07:20:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=167
2024-11-13T07:20:22,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166
2024-11-13T07:20:22,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 661 msec
2024-11-13T07:20:22,754 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 666 msec
2024-11-13T07:20:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:22,920 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-13T07:20:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:22,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ebeb84a296a5489ba8542923ad18c119_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482422919/Put/seqid=0
2024-11-13T07:20:22,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482482940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482482941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482482942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482482942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482482943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:22,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742456_1632 (size=12454)
2024-11-13T07:20:22,962 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:22,967 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ebeb84a296a5489ba8542923ad18c119_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebeb84a296a5489ba8542923ad18c119_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:22,967 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/1c1d88d8148a4291ab2cd9286f612619, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:22,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/1c1d88d8148a4291ab2cd9286f612619 is 175, key is test_row_0/A:col10/1731482422919/Put/seqid=0
2024-11-13T07:20:22,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742457_1633 (size=31255)
2024-11-13T07:20:22,972 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/1c1d88d8148a4291ab2cd9286f612619
2024-11-13T07:20:22,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b8c0d86a7ae64297addafe66413ae86f is 50, key is test_row_0/B:col10/1731482422919/Put/seqid=0
2024-11-13T07:20:22,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742458_1634 (size=12301)
2024-11-13T07:20:22,989 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b8c0d86a7ae64297addafe66413ae86f
2024-11-13T07:20:22,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/236b6faa6f0841789363e9e5c0e59ee0 is 50, key is test_row_0/C:col10/1731482422919/Put/seqid=0
2024-11-13T07:20:23,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742459_1635 (size=12301)
2024-11-13T07:20:23,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482483057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482483057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482483058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482483058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482483058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-13T07:20:23,227 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:23,228 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees
2024-11-13T07:20:23,229 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-13T07:20:23,230 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:23,230 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:23,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482483267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482483267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482483267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482483267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482483267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-13T07:20:23,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169
2024-11-13T07:20:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:23,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=169
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:23,407 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/236b6faa6f0841789363e9e5c0e59ee0
2024-11-13T07:20:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/1c1d88d8148a4291ab2cd9286f612619 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1c1d88d8148a4291ab2cd9286f612619
2024-11-13T07:20:23,420 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1c1d88d8148a4291ab2cd9286f612619, entries=150, sequenceid=306, filesize=30.5 K
2024-11-13T07:20:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b8c0d86a7ae64297addafe66413ae86f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b8c0d86a7ae64297addafe66413ae86f
2024-11-13T07:20:23,425 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b8c0d86a7ae64297addafe66413ae86f, entries=150, sequenceid=306, filesize=12.0 K
2024-11-13T07:20:23,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/236b6faa6f0841789363e9e5c0e59ee0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/236b6faa6f0841789363e9e5c0e59ee0
2024-11-13T07:20:23,429 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/236b6faa6f0841789363e9e5c0e59ee0, entries=150, sequenceid=306, filesize=12.0 K
2024-11-13T07:20:23,430 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 510ms, sequenceid=306, compaction requested=true
2024-11-13T07:20:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:23,430 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:23,430 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:23,431 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:23,431 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:23,431 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/B is initiating minor compaction (all files)
2024-11-13T07:20:23,431 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/A is initiating minor compaction (all files)
2024-11-13T07:20:23,431 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/B in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:23,431 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/A in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:23,431 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b35704c1616a413ba533bc239dca1955, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/be893caa596547179d6b8af5cf93f81c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1c1d88d8148a4291ab2cd9286f612619] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=92.2 K
2024-11-13T07:20:23,431 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/007d19f964d749f1b1c8f672a2a814eb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/136cff45321b4b13883e46e5b6ec56f5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b8c0d86a7ae64297addafe66413ae86f] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=36.6 K
2024-11-13T07:20:23,431 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:23,431 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b35704c1616a413ba533bc239dca1955, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/be893caa596547179d6b8af5cf93f81c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1c1d88d8148a4291ab2cd9286f612619]
2024-11-13T07:20:23,432 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting b35704c1616a413ba533bc239dca1955, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731482421285
2024-11-13T07:20:23,432 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 007d19f964d749f1b1c8f672a2a814eb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731482421285
2024-11-13T07:20:23,432 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting be893caa596547179d6b8af5cf93f81c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731482421624
2024-11-13T07:20:23,432 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 136cff45321b4b13883e46e5b6ec56f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731482421624
2024-11-13T07:20:23,432 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c1d88d8148a4291ab2cd9286f612619, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731482422290
2024-11-13T07:20:23,432 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b8c0d86a7ae64297addafe66413ae86f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731482422290
2024-11-13T07:20:23,440 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#B#compaction#537 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:23,440 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/3aba38ac8d484a7688811e5bfa1cb89e is 50, key is test_row_0/B:col10/1731482422919/Put/seqid=0
2024-11-13T07:20:23,443 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:23,449 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113a5efc00ddfd24903a5b8de745f587e5c_73b50592ca3cf78b2ad3de3f7bbc2a62 store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:23,455 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113a5efc00ddfd24903a5b8de745f587e5c_73b50592ca3cf78b2ad3de3f7bbc2a62, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:23,455 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a5efc00ddfd24903a5b8de745f587e5c_73b50592ca3cf78b2ad3de3f7bbc2a62 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:23,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742461_1637 (size=4469)
2024-11-13T07:20:23,473 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#A#compaction#538 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:23,473 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/a5b3f8c0a0784b6f8fcb92c00e23c8f5 is 175, key is test_row_0/A:col10/1731482422919/Put/seqid=0
2024-11-13T07:20:23,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742460_1636 (size=13017)
2024-11-13T07:20:23,488 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/3aba38ac8d484a7688811e5bfa1cb89e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/3aba38ac8d484a7688811e5bfa1cb89e
2024-11-13T07:20:23,493 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/B of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 3aba38ac8d484a7688811e5bfa1cb89e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:23,493 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:23,493 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/B, priority=13, startTime=1731482423430; duration=0sec
2024-11-13T07:20:23,493 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:23,493 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:B
2024-11-13T07:20:23,493 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:23,495 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:23,495 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/C is initiating minor compaction (all files)
2024-11-13T07:20:23,495 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/C in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:23,495 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/efb8312129f44315aafd7a9425ac50c4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/02078986a51249f29483b1e7d7e7a3d5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/236b6faa6f0841789363e9e5c0e59ee0] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=36.6 K
2024-11-13T07:20:23,495 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting efb8312129f44315aafd7a9425ac50c4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731482421285
2024-11-13T07:20:23,496 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 02078986a51249f29483b1e7d7e7a3d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731482421624
2024-11-13T07:20:23,496 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 236b6faa6f0841789363e9e5c0e59ee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731482422290
2024-11-13T07:20:23,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742462_1638 (size=31971)
2024-11-13T07:20:23,505 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#C#compaction#539 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:23,505 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/5c5c3e573c364718813a267be8b47850 is 50, key is test_row_0/C:col10/1731482422919/Put/seqid=0
2024-11-13T07:20:23,507 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/a5b3f8c0a0784b6f8fcb92c00e23c8f5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a5b3f8c0a0784b6f8fcb92c00e23c8f5
2024-11-13T07:20:23,512 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/A of 73b50592ca3cf78b2ad3de3f7bbc2a62 into a5b3f8c0a0784b6f8fcb92c00e23c8f5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:23,512 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:23,512 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/A, priority=13, startTime=1731482423430; duration=0sec
2024-11-13T07:20:23,512 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:23,512 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:A
2024-11-13T07:20:23,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742463_1639 (size=13017)
2024-11-13T07:20:23,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169
2024-11-13T07:20:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:23,537 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-13T07:20:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:23,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ce3ddab1ad7b4a65a98b2699db1d5392_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482422940/Put/seqid=0
2024-11-13T07:20:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-13T07:20:23,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742464_1640 (size=12454)
2024-11-13T07:20:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:23,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ce3ddab1ad7b4a65a98b2699db1d5392_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ce3ddab1ad7b4a65a98b2699db1d5392_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/12567a23c95c4d38867b50b74f3d5fab, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:23,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/12567a23c95c4d38867b50b74f3d5fab is 175, key is test_row_0/A:col10/1731482422940/Put/seqid=0
2024-11-13T07:20:23,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742465_1641 (size=31255)
2024-11-13T07:20:23,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/12567a23c95c4d38867b50b74f3d5fab
2024-11-13T07:20:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:23,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:23,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/34ec48eaa97b474c8c85eba2b1e2abd2 is 50, key is test_row_0/B:col10/1731482422940/Put/seqid=0
2024-11-13T07:20:23,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742466_1642 (size=12301)
2024-11-13T07:20:23,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/34ec48eaa97b474c8c85eba2b1e2abd2
2024-11-13T07:20:23,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482483590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482483591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/b284ca6e656e42aea098f96670d5931a is 50, key is test_row_0/C:col10/1731482422940/Put/seqid=0
2024-11-13T07:20:23,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482483597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482483598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482483598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742467_1643 (size=12301)
2024-11-13T07:20:23,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482483707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482483707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482483707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482483707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482483707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-13T07:20:23,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482483917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482483917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482483918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482483918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482483918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:23,927 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/5c5c3e573c364718813a267be8b47850 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/5c5c3e573c364718813a267be8b47850
2024-11-13T07:20:23,930 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/C of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 5c5c3e573c364718813a267be8b47850(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:23,931 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:23,931 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/C, priority=13, startTime=1731482423430; duration=0sec
2024-11-13T07:20:23,931 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:23,931 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:C
2024-11-13T07:20:24,006 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/b284ca6e656e42aea098f96670d5931a
2024-11-13T07:20:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/12567a23c95c4d38867b50b74f3d5fab as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/12567a23c95c4d38867b50b74f3d5fab
2024-11-13T07:20:24,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/12567a23c95c4d38867b50b74f3d5fab, entries=150, sequenceid=323, filesize=30.5 K
2024-11-13T07:20:24,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/34ec48eaa97b474c8c85eba2b1e2abd2 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/34ec48eaa97b474c8c85eba2b1e2abd2
2024-11-13T07:20:24,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/34ec48eaa97b474c8c85eba2b1e2abd2, entries=150, sequenceid=323, filesize=12.0 K
2024-11-13T07:20:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/b284ca6e656e42aea098f96670d5931a as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b284ca6e656e42aea098f96670d5931a
2024-11-13T07:20:24,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b284ca6e656e42aea098f96670d5931a, entries=150, sequenceid=323, filesize=12.0 K
2024-11-13T07:20:24,021 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 483ms, sequenceid=323, compaction requested=false
2024-11-13T07:20:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169
2024-11-13T07:20:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=169
2024-11-13T07:20:24,023 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168
2024-11-13T07:20:24,023 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 792 msec
2024-11-13T07:20:24,025 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 796 msec
2024-11-13T07:20:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:24,230 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-13T07:20:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:24,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482484243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482484242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482484247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482484249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482484252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136977d9d561714e74a8449dbebb26724e_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482424230/Put/seqid=0
2024-11-13T07:20:24,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742468_1644 (size=12454)
2024-11-13T07:20:24,294 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:24,297 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136977d9d561714e74a8449dbebb26724e_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136977d9d561714e74a8449dbebb26724e_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:24,298 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/f40ea84017784a52b807207335321186, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:24,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/f40ea84017784a52b807207335321186 is 175, key is test_row_0/A:col10/1731482424230/Put/seqid=0
2024-11-13T07:20:24,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742469_1645 (size=31255)
2024-11-13T07:20:24,327 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/f40ea84017784a52b807207335321186
2024-11-13T07:20:24,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b33683678e504d979f2772b298267651 is 50, key is test_row_0/B:col10/1731482424230/Put/seqid=0
2024-11-13T07:20:24,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482484357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482484357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482484357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482484357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-13T07:20:24,368 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:24,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:24,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482484369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees
2024-11-13T07:20:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-13T07:20:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,370 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:24,371 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:24,371 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:24,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742470_1646 (size=12301)
2024-11-13T07:20:24,382 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b33683678e504d979f2772b298267651
2024-11-13T07:20:24,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3e3a92038e22445c9666cfc87a379899 is 50, key is test_row_0/C:col10/1731482424230/Put/seqid=0
2024-11-13T07:20:24,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742471_1647 (size=12301)
2024-11-13T07:20:24,402 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3e3a92038e22445c9666cfc87a379899
2024-11-13T07:20:24,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/f40ea84017784a52b807207335321186 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f40ea84017784a52b807207335321186
2024-11-13T07:20:24,412 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f40ea84017784a52b807207335321186, entries=150, sequenceid=344, filesize=30.5 K
2024-11-13T07:20:24,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b33683678e504d979f2772b298267651 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b33683678e504d979f2772b298267651
2024-11-13T07:20:24,417 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b33683678e504d979f2772b298267651, entries=150, sequenceid=344, filesize=12.0 K
2024-11-13T07:20:24,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3e3a92038e22445c9666cfc87a379899 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e3a92038e22445c9666cfc87a379899
2024-11-13T07:20:24,421 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e3a92038e22445c9666cfc87a379899, entries=150, sequenceid=344, filesize=12.0 K
2024-11-13T07:20:24,422 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 192ms, sequenceid=344, compaction requested=true
2024-11-13T07:20:24,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:24,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:24,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:24,422 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:24,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:24,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:24,422 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:24,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:24,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/A is initiating minor compaction (all files)
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/B is initiating minor compaction (all files)
2024-11-13T07:20:24,423 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/A in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:24,423 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/B in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:24,423 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a5b3f8c0a0784b6f8fcb92c00e23c8f5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/12567a23c95c4d38867b50b74f3d5fab, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f40ea84017784a52b807207335321186] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=92.3 K
2024-11-13T07:20:24,423 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/3aba38ac8d484a7688811e5bfa1cb89e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/34ec48eaa97b474c8c85eba2b1e2abd2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b33683678e504d979f2772b298267651] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=36.7 K
2024-11-13T07:20:24,423 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a5b3f8c0a0784b6f8fcb92c00e23c8f5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/12567a23c95c4d38867b50b74f3d5fab, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f40ea84017784a52b807207335321186]
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aba38ac8d484a7688811e5bfa1cb89e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731482422290
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5b3f8c0a0784b6f8fcb92c00e23c8f5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731482422290
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 34ec48eaa97b474c8c85eba2b1e2abd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731482422933
2024-11-13T07:20:24,423 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12567a23c95c4d38867b50b74f3d5fab, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731482422933
2024-11-13T07:20:24,424 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b33683678e504d979f2772b298267651, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731482423590
2024-11-13T07:20:24,424 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting f40ea84017784a52b807207335321186, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731482423590
2024-11-13T07:20:24,430 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:24,432 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#B#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:24,432 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/81798d9391754470aa508452562c938e is 50, key is test_row_0/B:col10/1731482424230/Put/seqid=0
2024-11-13T07:20:24,441 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411139ee44ce576b8435d9f2570bc44ec31f9_73b50592ca3cf78b2ad3de3f7bbc2a62 store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:24,442 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411139ee44ce576b8435d9f2570bc44ec31f9_73b50592ca3cf78b2ad3de3f7bbc2a62, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:24,442 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139ee44ce576b8435d9f2570bc44ec31f9_73b50592ca3cf78b2ad3de3f7bbc2a62 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:24,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742472_1648 (size=13119)
2024-11-13T07:20:24,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742473_1649 (size=4469)
2024-11-13T07:20:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-13T07:20:24,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171
2024-11-13T07:20:24,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:24,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-13T07:20:24,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:24,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:24,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:24,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:24,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:24,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:24,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111357f90a44bea44088b5a3ca945bc5a22b_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482424242/Put/seqid=0
2024-11-13T07:20:24,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742474_1650 (size=12454)
2024-11-13T07:20:24,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:24,542 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111357f90a44bea44088b5a3ca945bc5a22b_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357f90a44bea44088b5a3ca945bc5a22b_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:24,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/4916f3e81f6648339a70fc031192c67c, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/4916f3e81f6648339a70fc031192c67c is 175, key is test_row_0/A:col10/1731482424242/Put/seqid=0
2024-11-13T07:20:24,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742475_1651 (size=31255)
2024-11-13T07:20:24,549 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/4916f3e81f6648339a70fc031192c67c
2024-11-13T07:20:24,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/f8bf46ea861a4b3eb439dfafd760c531 is 50, key is test_row_0/B:col10/1731482424242/Put/seqid=0
2024-11-13T07:20:24,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742476_1652 (size=12301)
2024-11-13T07:20:24,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/f8bf46ea861a4b3eb439dfafd760c531
2024-11-13T07:20:24,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/391c192b794143c9973f4f00b6508626 is 50, key is test_row_0/C:col10/1731482424242/Put/seqid=0
2024-11-13T07:20:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:24,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742477_1653 (size=12301)
2024-11-13T07:20:24,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482484587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482484587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482484589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482484593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482484594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-13T07:20:24,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482484697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482484697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482484697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482484707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482484707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,848 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/81798d9391754470aa508452562c938e as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/81798d9391754470aa508452562c938e
2024-11-13T07:20:24,851 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/B of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 81798d9391754470aa508452562c938e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:24,852 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:24,852 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/B, priority=13, startTime=1731482424422; duration=0sec
2024-11-13T07:20:24,852 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:24,852 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:B
2024-11-13T07:20:24,852 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:24,853 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:24,853 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/C is initiating minor compaction (all files)
2024-11-13T07:20:24,853 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/C in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:24,853 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/5c5c3e573c364718813a267be8b47850, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b284ca6e656e42aea098f96670d5931a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e3a92038e22445c9666cfc87a379899] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=36.7 K
2024-11-13T07:20:24,853 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c5c3e573c364718813a267be8b47850, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731482422290
2024-11-13T07:20:24,853 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b284ca6e656e42aea098f96670d5931a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731482422933
2024-11-13T07:20:24,854 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e3a92038e22445c9666cfc87a379899, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731482423590
2024-11-13T07:20:24,860 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:24,861 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/8290413b71814cbeadfe247880d0f971 is 50, key is test_row_0/C:col10/1731482424230/Put/seqid=0
2024-11-13T07:20:24,864 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#A#compaction#547 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:24,864 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/344b6e1a96e8483ebc6179298cdee3d7 is 175, key is test_row_0/A:col10/1731482424230/Put/seqid=0
2024-11-13T07:20:24,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742478_1654 (size=13119)
2024-11-13T07:20:24,886 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/8290413b71814cbeadfe247880d0f971 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/8290413b71814cbeadfe247880d0f971
2024-11-13T07:20:24,890 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/C of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 8290413b71814cbeadfe247880d0f971(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:24,890 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:24,890 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/C, priority=13, startTime=1731482424422; duration=0sec
2024-11-13T07:20:24,890 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:24,890 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:C
2024-11-13T07:20:24,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742479_1655 (size=32073)
2024-11-13T07:20:24,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482484907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482484907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482484907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482484917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482484917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:24,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/391c192b794143c9973f4f00b6508626
2024-11-13T07:20:24,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/4916f3e81f6648339a70fc031192c67c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4916f3e81f6648339a70fc031192c67c
2024-11-13T07:20:24,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4916f3e81f6648339a70fc031192c67c, entries=150, sequenceid=356, filesize=30.5 K
2024-11-13T07:20:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/f8bf46ea861a4b3eb439dfafd760c531 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/f8bf46ea861a4b3eb439dfafd760c531
2024-11-13T07:20:24,993 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/f8bf46ea861a4b3eb439dfafd760c531, entries=150, sequenceid=356, filesize=12.0 K
2024-11-13T07:20:24,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/391c192b794143c9973f4f00b6508626 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/391c192b794143c9973f4f00b6508626
2024-11-13T07:20:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-13T07:20:25,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/391c192b794143c9973f4f00b6508626, entries=150, sequenceid=356, filesize=12.0 K
2024-11-13T07:20:25,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 476ms, sequenceid=356, compaction requested=false
2024-11-13T07:20:25,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:25,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:25,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171
2024-11-13T07:20:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=171
2024-11-13T07:20:25,005 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170
2024-11-13T07:20:25,005 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 631 msec
2024-11-13T07:20:25,006 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 637 msec
2024-11-13T07:20:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:25,219 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-13T07:20:25,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:25,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:25,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:25,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:25,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:25,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:25,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111339086fa239fc431faeb9f7f8f9bda3db_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482424592/Put/seqid=0
2024-11-13T07:20:25,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742480_1656 (size=12454)
2024-11-13T07:20:25,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482485255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482485255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482485255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482485256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482485256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,299 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/344b6e1a96e8483ebc6179298cdee3d7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/344b6e1a96e8483ebc6179298cdee3d7
2024-11-13T07:20:25,302 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/A of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 344b6e1a96e8483ebc6179298cdee3d7(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:25,302 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:25,302 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/A, priority=13, startTime=1731482424422; duration=0sec
2024-11-13T07:20:25,302 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:25,302 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:A
2024-11-13T07:20:25,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482485367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482485367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482485368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482485368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482485368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-13T07:20:25,507 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:25,507 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees
2024-11-13T07:20:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172
2024-11-13T07:20:25,510 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:25,510 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:25,510 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:25,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482485578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482485578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482485578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482485587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482485587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172
2024-11-13T07:20:25,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:25,633 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111339086fa239fc431faeb9f7f8f9bda3db_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111339086fa239fc431faeb9f7f8f9bda3db_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:25,634 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/06d5c42f96904f8cacd89e49d2c2f95b, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:25,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/06d5c42f96904f8cacd89e49d2c2f95b is 175, key is test_row_0/A:col10/1731482424592/Put/seqid=0
2024-11-13T07:20:25,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742481_1657 (size=31255)
2024-11-13T07:20:25,638 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/06d5c42f96904f8cacd89e49d2c2f95b
2024-11-13T07:20:25,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b7845d22a712465a9b305419c20bb826 is 50, key is test_row_0/B:col10/1731482424592/Put/seqid=0
2024-11-13T07:20:25,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742482_1658 (size=12301)
2024-11-13T07:20:25,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173
2024-11-13T07:20:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:25,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=173
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:25,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173
2024-11-13T07:20:25,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:25,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:25,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:25,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:25,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=173
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172
2024-11-13T07:20:25,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482485887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482485887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482485888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482485897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482485897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:25,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173
2024-11-13T07:20:25,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:25,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:25,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:25,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:25,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=173
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:26,047 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b7845d22a712465a9b305419c20bb826
2024-11-13T07:20:26,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/d7685ef7f45c42cc8aa13805b31abf6c is 50, key is test_row_0/C:col10/1731482424592/Put/seqid=0
2024-11-13T07:20:26,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742483_1659 (size=12301)
2024-11-13T07:20:26,075 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/d7685ef7f45c42cc8aa13805b31abf6c
2024-11-13T07:20:26,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/06d5c42f96904f8cacd89e49d2c2f95b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/06d5c42f96904f8cacd89e49d2c2f95b
2024-11-13T07:20:26,085 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/06d5c42f96904f8cacd89e49d2c2f95b, entries=150, sequenceid=379, filesize=30.5 K
2024-11-13T07:20:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/b7845d22a712465a9b305419c20bb826 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b7845d22a712465a9b305419c20bb826
2024-11-13T07:20:26,091 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b7845d22a712465a9b305419c20bb826, entries=150, sequenceid=379, filesize=12.0 K
2024-11-13T07:20:26,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/d7685ef7f45c42cc8aa13805b31abf6c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/d7685ef7f45c42cc8aa13805b31abf6c
2024-11-13T07:20:26,098 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/d7685ef7f45c42cc8aa13805b31abf6c, entries=150, sequenceid=379, filesize=12.0 K
2024-11-13T07:20:26,098 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 879ms, sequenceid=379, compaction requested=true
2024-11-13T07:20:26,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:26,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:26,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:26,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:26,098 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:26,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:26,098 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:26,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:26,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:26,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:26,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/B is initiating minor compaction (all files)
2024-11-13T07:20:26,099 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/B in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:26,099 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/81798d9391754470aa508452562c938e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/f8bf46ea861a4b3eb439dfafd760c531, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b7845d22a712465a9b305419c20bb826] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=36.8 K
2024-11-13T07:20:26,099 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:26,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/A is initiating minor compaction (all files)
2024-11-13T07:20:26,100 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/A in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:26,100 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/344b6e1a96e8483ebc6179298cdee3d7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4916f3e81f6648339a70fc031192c67c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/06d5c42f96904f8cacd89e49d2c2f95b] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=92.4 K
2024-11-13T07:20:26,100 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:26,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/344b6e1a96e8483ebc6179298cdee3d7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4916f3e81f6648339a70fc031192c67c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/06d5c42f96904f8cacd89e49d2c2f95b]
2024-11-13T07:20:26,100 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 81798d9391754470aa508452562c938e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731482423590
2024-11-13T07:20:26,100 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 344b6e1a96e8483ebc6179298cdee3d7, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731482423590
2024-11-13T07:20:26,102 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting f8bf46ea861a4b3eb439dfafd760c531, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731482424242
2024-11-13T07:20:26,102 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4916f3e81f6648339a70fc031192c67c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731482424242
2024-11-13T07:20:26,102 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b7845d22a712465a9b305419c20bb826, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731482424578
2024-11-13T07:20:26,102 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06d5c42f96904f8cacd89e49d2c2f95b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731482424578
2024-11-13T07:20:26,109 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#B#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:26,110 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/fdac0b3af86940b98dd4c3fd64f4e7ba is 50, key is test_row_0/B:col10/1731482424592/Put/seqid=0
2024-11-13T07:20:26,117 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:26,119 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113244b90b4de624637960749e0402c0d3a_73b50592ca3cf78b2ad3de3f7bbc2a62 store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:26,122 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113244b90b4de624637960749e0402c0d3a_73b50592ca3cf78b2ad3de3f7bbc2a62, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:26,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173
2024-11-13T07:20:26,122 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113244b90b4de624637960749e0402c0d3a_73b50592ca3cf78b2ad3de3f7bbc2a62 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:26,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:26,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-13T07:20:26,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:26,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:26,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:26,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:26,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:26,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:26,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742484_1660 (size=13221)
2024-11-13T07:20:26,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742485_1661 (size=4469)
2024-11-13T07:20:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134cc3916184014811b0759d4216b65afc_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482425225/Put/seqid=0
2024-11-13T07:20:26,134 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#A#compaction#556 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:26,135 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/1f5090601e1c48c8bab5636ef96ea0a5 is 175, key is test_row_0/A:col10/1731482424592/Put/seqid=0
2024-11-13T07:20:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172
2024-11-13T07:20:26,138 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/fdac0b3af86940b98dd4c3fd64f4e7ba as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/fdac0b3af86940b98dd4c3fd64f4e7ba
2024-11-13T07:20:26,143 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/B of 73b50592ca3cf78b2ad3de3f7bbc2a62 into fdac0b3af86940b98dd4c3fd64f4e7ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:26,143 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:26,143 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/B, priority=13, startTime=1731482426098; duration=0sec
2024-11-13T07:20:26,144 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:26,144 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:B
2024-11-13T07:20:26,144 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:26,145 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:26,145 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/C is initiating minor compaction (all files)
2024-11-13T07:20:26,145 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/C in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:26,145 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/8290413b71814cbeadfe247880d0f971, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/391c192b794143c9973f4f00b6508626, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/d7685ef7f45c42cc8aa13805b31abf6c] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=36.8 K
2024-11-13T07:20:26,146 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 8290413b71814cbeadfe247880d0f971, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731482423590
2024-11-13T07:20:26,146 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 391c192b794143c9973f4f00b6508626, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731482424242
2024-11-13T07:20:26,146 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting d7685ef7f45c42cc8aa13805b31abf6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731482424578
2024-11-13T07:20:26,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742486_1662 (size=12454)
2024-11-13T07:20:26,186 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#C#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:26,187 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/65001240d4d641d995283f82154f923b is 50, key is test_row_0/C:col10/1731482424592/Put/seqid=0
2024-11-13T07:20:26,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742487_1663 (size=32175)
2024-11-13T07:20:26,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742488_1664 (size=13221)
2024-11-13T07:20:26,195 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/1f5090601e1c48c8bab5636ef96ea0a5 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1f5090601e1c48c8bab5636ef96ea0a5
2024-11-13T07:20:26,201 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/65001240d4d641d995283f82154f923b as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/65001240d4d641d995283f82154f923b
2024-11-13T07:20:26,202 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/A of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 1f5090601e1c48c8bab5636ef96ea0a5(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:26,202 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:26,202 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/A, priority=13, startTime=1731482426098; duration=0sec
2024-11-13T07:20:26,202 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:26,202 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:A
2024-11-13T07:20:26,205 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/C of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 65001240d4d641d995283f82154f923b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:26,205 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:26,206 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/C, priority=13, startTime=1731482426098; duration=0sec
2024-11-13T07:20:26,206 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:26,206 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:C
2024-11-13T07:20:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:26,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:26,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482486419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482426417, max timestamp=1731482426423Num uniques 859; 
2024-11-13T07:20:26,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482426417, max timestamp=1731482426423Num uniques 859; 
2024-11-13T07:20:26,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:20:26,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:20:26,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731482426417, max timestamp=1731482426423Num uniques 859; 
2024-11-13T07:20:26,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/2998b885bdef:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-13T07:20:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482486441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482486443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482486444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482486446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482486537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482486557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482486557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482486558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482486558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:26,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134cc3916184014811b0759d4216b65afc_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134cc3916184014811b0759d4216b65afc_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:26,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/653d94f863894d9b9f40aa7c09fb197c, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:26,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/653d94f863894d9b9f40aa7c09fb197c is 175, key is test_row_0/A:col10/1731482425225/Put/seqid=0
2024-11-13T07:20:26,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742489_1665 (size=31255)
2024-11-13T07:20:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172
2024-11-13T07:20:26,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482486747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482486767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482486768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482486768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482486768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:26,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:26,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:26,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/653d94f863894d9b9f40aa7c09fb197c
2024-11-13T07:20:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/33d71e8118b84de1a3402298eeef44c7 is 50, key is test_row_0/B:col10/1731482425225/Put/seqid=0
2024-11-13T07:20:26,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742490_1666 (size=12301)
2024-11-13T07:20:26,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/33d71e8118b84de1a3402298eeef44c7
2024-11-13T07:20:27,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/e6a9f0fe454d4902a00d128215e906a1 is 50, key is test_row_0/C:col10/1731482425225/Put/seqid=0
2024-11-13T07:20:27,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742491_1667 (size=12301)
2024-11-13T07:20:27,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482487057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482487077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482487077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482487078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482487078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/e6a9f0fe454d4902a00d128215e906a1
2024-11-13T07:20:27,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/653d94f863894d9b9f40aa7c09fb197c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/653d94f863894d9b9f40aa7c09fb197c
2024-11-13T07:20:27,411 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/653d94f863894d9b9f40aa7c09fb197c, entries=150, sequenceid=391, filesize=30.5 K
2024-11-13T07:20:27,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/33d71e8118b84de1a3402298eeef44c7 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/33d71e8118b84de1a3402298eeef44c7
2024-11-13T07:20:27,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/33d71e8118b84de1a3402298eeef44c7, entries=150, sequenceid=391, filesize=12.0 K
2024-11-13T07:20:27,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/e6a9f0fe454d4902a00d128215e906a1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/e6a9f0fe454d4902a00d128215e906a1
2024-11-13T07:20:27,420 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/e6a9f0fe454d4902a00d128215e906a1, entries=150, sequenceid=391, filesize=12.0 K
2024-11-13T07:20:27,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 1298ms, sequenceid=391, compaction requested=false
2024-11-13T07:20:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173
2024-11-13T07:20:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=173
2024-11-13T07:20:27,424 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172
2024-11-13T07:20:27,424 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec
2024-11-13T07:20:27,426 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.9170 sec
2024-11-13T07:20:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:27,570 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-13T07:20:27,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:27,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:27,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:27,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:27,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:27,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-13T07:20:27,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cabf5edfc91644dd8873788a4ca19232_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482427569/Put/seqid=0
2024-11-13T07:20:27,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742492_1668 (size=14994)
2024-11-13T07:20:27,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482487590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482487591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482487592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482487593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482487593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172
2024-11-13T07:20:27,657 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:27,657 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-13T07:20:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees
2024-11-13T07:20:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-13T07:20:27,659 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-13T07:20:27,660 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-13T07:20:27,660 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-13T07:20:27,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482487707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482487708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482487708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482487708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482487708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-13T07:20:27,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175
2024-11-13T07:20:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:27,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=175
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:27,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482487917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482487917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482487917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482487917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482487917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:27,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175
2024-11-13T07:20:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:27,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=175
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-13T07:20:28,096 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:28,099 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cabf5edfc91644dd8873788a4ca19232_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cabf5edfc91644dd8873788a4ca19232_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:28,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/fc10e931da3342abaa332116f9b26bd1, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:28,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/fc10e931da3342abaa332116f9b26bd1 is 175, key is test_row_0/A:col10/1731482427569/Put/seqid=0
2024-11-13T07:20:28,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742493_1669 (size=39949)
2024-11-13T07:20:28,118 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/fc10e931da3342abaa332116f9b26bd1
2024-11-13T07:20:28,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175
2024-11-13T07:20:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=175
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/a5ec82dc2f59470e920b26fa0ab1f6ef is 50, key is test_row_0/B:col10/1731482427569/Put/seqid=0
2024-11-13T07:20:28,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742494_1670 (size=12301)
2024-11-13T07:20:28,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42744 deadline: 1731482488227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:28,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:28,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42812 deadline: 1731482488227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:28,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:28,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42810 deadline: 1731482488227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:28,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42772 deadline: 1731482488227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42804 deadline: 1731482488227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 , the old value is region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-13T07:20:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., hostname=2998b885bdef,44375,1731482210290, seqNum=5 because the exception is null or not the one we care about
2024-11-13T07:20:28,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175
2024-11-13T07:20:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=175
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-13T07:20:28,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175
2024-11-13T07:20:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175
java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4177): Remote procedure failed, pid=175
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T07:20:28,538 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/a5ec82dc2f59470e920b26fa0ab1f6ef
2024-11-13T07:20:28,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/b77a2ef6677840ceaaf21ef15a3ef2a6 is 50, key is test_row_0/C:col10/1731482427569/Put/seqid=0
2024-11-13T07:20:28,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742495_1671 (size=12301)
2024-11-13T07:20:28,557 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/b77a2ef6677840ceaaf21ef15a3ef2a6
2024-11-13T07:20:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/fc10e931da3342abaa332116f9b26bd1 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc10e931da3342abaa332116f9b26bd1
2024-11-13T07:20:28,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc10e931da3342abaa332116f9b26bd1, entries=200, sequenceid=431, filesize=39.0 K
2024-11-13T07:20:28,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/a5ec82dc2f59470e920b26fa0ab1f6ef as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a5ec82dc2f59470e920b26fa0ab1f6ef
2024-11-13T07:20:28,566 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a5ec82dc2f59470e920b26fa0ab1f6ef, entries=150, sequenceid=431, filesize=12.0 K
2024-11-13T07:20:28,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/b77a2ef6677840ceaaf21ef15a3ef2a6 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b77a2ef6677840ceaaf21ef15a3ef2a6
2024-11-13T07:20:28,570 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b77a2ef6677840ceaaf21ef15a3ef2a6, entries=150, sequenceid=431, filesize=12.0 K
2024-11-13T07:20:28,570 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 1000ms, sequenceid=431, compaction requested=true
2024-11-13T07:20:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:28,571 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:28,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:A, priority=-2147483648, current under compaction store size is 1
2024-11-13T07:20:28,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:28,571 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:28,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:B, priority=-2147483648, current under compaction store size is 2
2024-11-13T07:20:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b50592ca3cf78b2ad3de3f7bbc2a62:C, priority=-2147483648, current under compaction store size is 3
2024-11-13T07:20:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:28,572 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:28,572 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/A is initiating minor compaction (all files)
2024-11-13T07:20:28,572 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/A in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,573 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1f5090601e1c48c8bab5636ef96ea0a5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/653d94f863894d9b9f40aa7c09fb197c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc10e931da3342abaa332116f9b26bd1] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=101.0 K
2024-11-13T07:20:28,573 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,573 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. files: [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1f5090601e1c48c8bab5636ef96ea0a5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/653d94f863894d9b9f40aa7c09fb197c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc10e931da3342abaa332116f9b26bd1]
2024-11-13T07:20:28,573 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:28,573 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/B is initiating minor compaction (all files)
2024-11-13T07:20:28,573 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/B in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,573 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/fdac0b3af86940b98dd4c3fd64f4e7ba, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/33d71e8118b84de1a3402298eeef44c7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a5ec82dc2f59470e920b26fa0ab1f6ef] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=36.9 K
2024-11-13T07:20:28,573 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f5090601e1c48c8bab5636ef96ea0a5, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731482424578
2024-11-13T07:20:28,573 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting fdac0b3af86940b98dd4c3fd64f4e7ba, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731482424578
2024-11-13T07:20:28,574 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting 653d94f863894d9b9f40aa7c09fb197c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731482425225
2024-11-13T07:20:28,574 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 33d71e8118b84de1a3402298eeef44c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731482425225
2024-11-13T07:20:28,574 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc10e931da3342abaa332116f9b26bd1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731482426440
2024-11-13T07:20:28,575 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting a5ec82dc2f59470e920b26fa0ab1f6ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731482426440
2024-11-13T07:20:28,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175
2024-11-13T07:20:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-13T07:20:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:28,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:28,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f03c9d8253a041019bb0cbcee7bc7e4f_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482427574/Put/seqid=0
2024-11-13T07:20:28,621 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:28,633 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411138c8bd9f52f564e999c67c8a3b3c01c97_73b50592ca3cf78b2ad3de3f7bbc2a62 store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:28,635 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411138c8bd9f52f564e999c67c8a3b3c01c97_73b50592ca3cf78b2ad3de3f7bbc2a62, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:28,635 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138c8bd9f52f564e999c67c8a3b3c01c97_73b50592ca3cf78b2ad3de3f7bbc2a62 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:28,650 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#B#compaction#566 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:28,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742496_1672 (size=12454)
2024-11-13T07:20:28,651 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/80289e9e50ea4d7fb2aea8e3dac5a4c3 is 50, key is test_row_0/B:col10/1731482427569/Put/seqid=0
2024-11-13T07:20:28,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742498_1674 (size=13323)
2024-11-13T07:20:28,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742497_1673 (size=4469)
2024-11-13T07:20:28,659 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#A#compaction#565 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:28,660 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/951d589a4d8c4b40ae28176a1d63b7fa is 175, key is test_row_0/A:col10/1731482427569/Put/seqid=0
2024-11-13T07:20:28,662 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/80289e9e50ea4d7fb2aea8e3dac5a4c3 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/80289e9e50ea4d7fb2aea8e3dac5a4c3
2024-11-13T07:20:28,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742499_1675 (size=32277)
2024-11-13T07:20:28,667 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/B of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 80289e9e50ea4d7fb2aea8e3dac5a4c3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:28,667 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:28,667 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/B, priority=13, startTime=1731482428571; duration=0sec
2024-11-13T07:20:28,667 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-13T07:20:28,667 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:B
2024-11-13T07:20:28,668 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-13T07:20:28,669 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-13T07:20:28,669 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1541): 73b50592ca3cf78b2ad3de3f7bbc2a62/C is initiating minor compaction (all files)
2024-11-13T07:20:28,669 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b50592ca3cf78b2ad3de3f7bbc2a62/C in TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:28,669 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/65001240d4d641d995283f82154f923b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/e6a9f0fe454d4902a00d128215e906a1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b77a2ef6677840ceaaf21ef15a3ef2a6] into tmpdir=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp, totalSize=36.9 K
2024-11-13T07:20:28,669 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting 65001240d4d641d995283f82154f923b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731482424578
2024-11-13T07:20:28,670 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting e6a9f0fe454d4902a00d128215e906a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731482425225
2024-11-13T07:20:28,671 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] compactions.Compactor(225): Compacting b77a2ef6677840ceaaf21ef15a3ef2a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731482426440
2024-11-13T07:20:28,672 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/951d589a4d8c4b40ae28176a1d63b7fa as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/951d589a4d8c4b40ae28176a1d63b7fa
2024-11-13T07:20:28,676 INFO  [Thread-2481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2481.
2024-11-13T07:20:28,676 DEBUG [Thread-2481 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,676 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,676 DEBUG [Thread-2481 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,677 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,677 INFO  [Thread-2487 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2487.
2024-11-13T07:20:28,677 INFO  [Thread-2479 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2479.
2024-11-13T07:20:28,677 DEBUG [Thread-2479 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,677 DEBUG [Thread-2487 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,677 DEBUG [Thread-2479 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,677 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,677 DEBUG [Thread-2479 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,677 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,677 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,677 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,677 INFO  [Thread-2485 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2485.
2024-11-13T07:20:28,677 DEBUG [Thread-2485 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,677 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,677 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,678 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,679 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/A of 73b50592ca3cf78b2ad3de3f7bbc2a62 into 951d589a4d8c4b40ae28176a1d63b7fa(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:28,679 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:28,679 INFO  [Thread-2483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2483.
2024-11-13T07:20:28,680 INFO  [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/A, priority=13, startTime=1731482428571; duration=0sec
2024-11-13T07:20:28,680 DEBUG [Thread-2483 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,680 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,680 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:28,680 DEBUG [RS:0;2998b885bdef:44375-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:A
2024-11-13T07:20:28,680 DEBUG [Thread-2483 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,680 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,685 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b50592ca3cf78b2ad3de3f7bbc2a62#C#compaction#567 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-13T07:20:28,686 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/a21d46da18d0472c97aaa0df317967c4 is 50, key is test_row_0/C:col10/1731482427569/Put/seqid=0
2024-11-13T07:20:28,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742500_1676 (size=13323)
2024-11-13T07:20:28,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. as already flushing
2024-11-13T07:20:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44375 {}] regionserver.HRegion(8855): Flush requested on 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:28,739 INFO  [Thread-2470 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2470.
2024-11-13T07:20:28,739 INFO  [Thread-2474 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2474.
2024-11-13T07:20:28,739 DEBUG [Thread-2470 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,739 DEBUG [Thread-2474 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,739 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,739 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,739 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,739 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,739 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,739 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,739 INFO  [Thread-2472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2472.
2024-11-13T07:20:28,739 DEBUG [Thread-2472 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,739 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,739 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,739 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,741 INFO  [Thread-2476 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2476.
2024-11-13T07:20:28,741 INFO  [Thread-2468 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2468.
2024-11-13T07:20:28,741 DEBUG [Thread-2476 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,741 DEBUG [Thread-2468 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-13T07:20:28,741 DEBUG [Thread-2476 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,741 DEBUG [Thread-2468 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,741 DEBUG [Thread-2468 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,741 DEBUG [Thread-2476 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:28,742 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,742 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-13T07:20:29,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:29,054 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f03c9d8253a041019bb0cbcee7bc7e4f_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f03c9d8253a041019bb0cbcee7bc7e4f_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/6df8aa7bdf0445c484d48b7bdbdc0319, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/6df8aa7bdf0445c484d48b7bdbdc0319 is 175, key is test_row_0/A:col10/1731482427574/Put/seqid=0
2024-11-13T07:20:29,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742501_1677 (size=31255)
2024-11-13T07:20:29,093 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/a21d46da18d0472c97aaa0df317967c4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/a21d46da18d0472c97aaa0df317967c4
2024-11-13T07:20:29,098 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b50592ca3cf78b2ad3de3f7bbc2a62/C of 73b50592ca3cf78b2ad3de3f7bbc2a62 into a21d46da18d0472c97aaa0df317967c4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-13T07:20:29,098 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:29,098 INFO  [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., storeName=73b50592ca3cf78b2ad3de3f7bbc2a62/C, priority=13, startTime=1731482428572; duration=0sec
2024-11-13T07:20:29,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-13T07:20:29,099 DEBUG [RS:0;2998b885bdef:44375-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b50592ca3cf78b2ad3de3f7bbc2a62:C
2024-11-13T07:20:29,462 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=442, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/6df8aa7bdf0445c484d48b7bdbdc0319
2024-11-13T07:20:29,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/993d246d9afe4ef0837d095aec512cba is 50, key is test_row_0/B:col10/1731482427574/Put/seqid=0
2024-11-13T07:20:29,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742502_1678 (size=12301)
2024-11-13T07:20:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-13T07:20:29,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/993d246d9afe4ef0837d095aec512cba
2024-11-13T07:20:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/74470c6e7ebb4312847bbf0f092780f8 is 50, key is test_row_0/C:col10/1731482427574/Put/seqid=0
2024-11-13T07:20:29,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742503_1679 (size=12301)
2024-11-13T07:20:30,330 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/74470c6e7ebb4312847bbf0f092780f8
2024-11-13T07:20:30,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/6df8aa7bdf0445c484d48b7bdbdc0319 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/6df8aa7bdf0445c484d48b7bdbdc0319
2024-11-13T07:20:30,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/6df8aa7bdf0445c484d48b7bdbdc0319, entries=150, sequenceid=442, filesize=30.5 K
2024-11-13T07:20:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/993d246d9afe4ef0837d095aec512cba as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/993d246d9afe4ef0837d095aec512cba
2024-11-13T07:20:30,339 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/993d246d9afe4ef0837d095aec512cba, entries=150, sequenceid=442, filesize=12.0 K
2024-11-13T07:20:30,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/74470c6e7ebb4312847bbf0f092780f8 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/74470c6e7ebb4312847bbf0f092780f8
2024-11-13T07:20:30,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/74470c6e7ebb4312847bbf0f092780f8, entries=150, sequenceid=442, filesize=12.0 K
2024-11-13T07:20:30,343 INFO  [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=33.54 KB/34350 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 1757ms, sequenceid=442, compaction requested=false
2024-11-13T07:20:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:

2024-11-13T07:20:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175
2024-11-13T07:20:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster(4169): Remote procedure done, pid=175
2024-11-13T07:20:30,345 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174
2024-11-13T07:20:30,345 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6840 sec
2024-11-13T07:20:30,346 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.6880 sec
2024-11-13T07:20:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-13T07:20:31,817 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 73
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 69
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 68
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 65
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 75
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2821
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2786
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2678
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2821
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2788
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-13T07:20:31,817 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:20:31,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:20:31,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:31,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:31,818 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:31,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-13T07:20:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176
2024-11-13T07:20:31,821 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482431821"}]},"ts":"1731482431821"}
2024-11-13T07:20:31,822 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-13T07:20:31,822 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-13T07:20:31,823 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-13T07:20:31,825 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, UNASSIGN}]
2024-11-13T07:20:31,826 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, UNASSIGN
2024-11-13T07:20:31,826 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=73b50592ca3cf78b2ad3de3f7bbc2a62, regionState=CLOSING, regionLocation=2998b885bdef,44375,1731482210290
2024-11-13T07:20:31,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, UNASSIGN because future has completed
2024-11-13T07:20:31,829 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-13T07:20:31,829 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290}]
2024-11-13T07:20:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176
2024-11-13T07:20:31,981 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(122): Close 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:31,981 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-13T07:20:31,981 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1722): Closing 73b50592ca3cf78b2ad3de3f7bbc2a62, disabling compactions & flushes
2024-11-13T07:20:31,981 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:31,981 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:31,981 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. after waiting 0 ms
2024-11-13T07:20:31,981 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:31,981 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(2902): Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-13T07:20:31,982 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=A
2024-11-13T07:20:31,982 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:31,982 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=B
2024-11-13T07:20:31,982 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:31,982 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 73b50592ca3cf78b2ad3de3f7bbc2a62, store=C
2024-11-13T07:20:31,982 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-13T07:20:31,986 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fa48cc96522f42d8aeb292614d804a2d_73b50592ca3cf78b2ad3de3f7bbc2a62 is 50, key is test_row_0/A:col10/1731482428738/Put/seqid=0
2024-11-13T07:20:31,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742504_1680 (size=12454)
2024-11-13T07:20:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176
2024-11-13T07:20:32,389 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T07:20:32,392 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fa48cc96522f42d8aeb292614d804a2d_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fa48cc96522f42d8aeb292614d804a2d_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:32,393 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/af6606a15c404f02a397a1980321e6a4, store: [table=TestAcidGuarantees family=A region=73b50592ca3cf78b2ad3de3f7bbc2a62]
2024-11-13T07:20:32,393 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/af6606a15c404f02a397a1980321e6a4 is 175, key is test_row_0/A:col10/1731482428738/Put/seqid=0
2024-11-13T07:20:32,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742505_1681 (size=31255)
2024-11-13T07:20:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176
2024-11-13T07:20:32,796 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/af6606a15c404f02a397a1980321e6a4
2024-11-13T07:20:32,809 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/09f757abafe844ccb4e3e9754e95ebc0 is 50, key is test_row_0/B:col10/1731482428738/Put/seqid=0
2024-11-13T07:20:32,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742506_1682 (size=12301)
2024-11-13T07:20:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176
2024-11-13T07:20:33,213 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/09f757abafe844ccb4e3e9754e95ebc0
2024-11-13T07:20:33,218 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3a256e49f99d4428831d69d554ff9633 is 50, key is test_row_0/C:col10/1731482428738/Put/seqid=0
2024-11-13T07:20:33,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742507_1683 (size=12301)
2024-11-13T07:20:33,623 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3a256e49f99d4428831d69d554ff9633
2024-11-13T07:20:33,627 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/A/af6606a15c404f02a397a1980321e6a4 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/af6606a15c404f02a397a1980321e6a4
2024-11-13T07:20:33,630 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/af6606a15c404f02a397a1980321e6a4, entries=150, sequenceid=453, filesize=30.5 K
2024-11-13T07:20:33,631 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/B/09f757abafe844ccb4e3e9754e95ebc0 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/09f757abafe844ccb4e3e9754e95ebc0
2024-11-13T07:20:33,633 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/09f757abafe844ccb4e3e9754e95ebc0, entries=150, sequenceid=453, filesize=12.0 K
2024-11-13T07:20:33,634 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/.tmp/C/3a256e49f99d4428831d69d554ff9633 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3a256e49f99d4428831d69d554ff9633
2024-11-13T07:20:33,637 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3a256e49f99d4428831d69d554ff9633, entries=150, sequenceid=453, filesize=12.0 K
2024-11-13T07:20:33,637 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 1656ms, sequenceid=453, compaction requested=true
2024-11-13T07:20:33,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc483b54594c4cc2b49580f9ffaf5f61, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/27400db3bf814a708747b80237e404b7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a4556adb225d4218b2c8f6f8909550dc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/803a3f4d9e4f4c64b9e35a70a2c31c7d, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f2c79823de534b43b6265c3a9a6181cd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/369e6ad5dc1c47a0b76892f637b8e6a5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/47904f58fd3841aca1ab0e44ec63ed60, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4bee610cda914bc79549fe42cfc62d60, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/0a338f300fab4cae9684d35e2ed0aad6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b974207bd07e41ea959915e5667bef68, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/2b0ff06b7466497a824fa5ac2970aa90, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/8fc368f4cc014c01ab0d9a94d112f7d9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a90fc87f57b4a33a9a45aaf462e0ad0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/9b19ac18c39e4a2b9b7852bd5cda92e3, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/77d313372a894102ac9672e312a8dd8f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/95110612b901448b88e0efbb7faec373, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a4fe66c541f4a1a9ce4da963147a283, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b0d9f102c2124ec78145599812e083c2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b35704c1616a413ba533bc239dca1955, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/be893caa596547179d6b8af5cf93f81c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a5b3f8c0a0784b6f8fcb92c00e23c8f5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1c1d88d8148a4291ab2cd9286f612619, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/12567a23c95c4d38867b50b74f3d5fab, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/344b6e1a96e8483ebc6179298cdee3d7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f40ea84017784a52b807207335321186, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4916f3e81f6648339a70fc031192c67c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1f5090601e1c48c8bab5636ef96ea0a5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/06d5c42f96904f8cacd89e49d2c2f95b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/653d94f863894d9b9f40aa7c09fb197c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc10e931da3342abaa332116f9b26bd1] to archive
2024-11-13T07:20:33,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:20:33,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc483b54594c4cc2b49580f9ffaf5f61 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc483b54594c4cc2b49580f9ffaf5f61
2024-11-13T07:20:33,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/27400db3bf814a708747b80237e404b7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/27400db3bf814a708747b80237e404b7
2024-11-13T07:20:33,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a4556adb225d4218b2c8f6f8909550dc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a4556adb225d4218b2c8f6f8909550dc
2024-11-13T07:20:33,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/803a3f4d9e4f4c64b9e35a70a2c31c7d to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/803a3f4d9e4f4c64b9e35a70a2c31c7d
2024-11-13T07:20:33,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f2c79823de534b43b6265c3a9a6181cd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f2c79823de534b43b6265c3a9a6181cd
2024-11-13T07:20:33,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/369e6ad5dc1c47a0b76892f637b8e6a5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/369e6ad5dc1c47a0b76892f637b8e6a5
2024-11-13T07:20:33,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/47904f58fd3841aca1ab0e44ec63ed60 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/47904f58fd3841aca1ab0e44ec63ed60
2024-11-13T07:20:33,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4bee610cda914bc79549fe42cfc62d60 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4bee610cda914bc79549fe42cfc62d60
2024-11-13T07:20:33,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/0a338f300fab4cae9684d35e2ed0aad6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/0a338f300fab4cae9684d35e2ed0aad6
2024-11-13T07:20:33,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b974207bd07e41ea959915e5667bef68 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b974207bd07e41ea959915e5667bef68
2024-11-13T07:20:33,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/2b0ff06b7466497a824fa5ac2970aa90 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/2b0ff06b7466497a824fa5ac2970aa90
2024-11-13T07:20:33,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/8fc368f4cc014c01ab0d9a94d112f7d9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/8fc368f4cc014c01ab0d9a94d112f7d9
2024-11-13T07:20:33,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a90fc87f57b4a33a9a45aaf462e0ad0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a90fc87f57b4a33a9a45aaf462e0ad0
2024-11-13T07:20:33,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/9b19ac18c39e4a2b9b7852bd5cda92e3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/9b19ac18c39e4a2b9b7852bd5cda92e3
2024-11-13T07:20:33,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/77d313372a894102ac9672e312a8dd8f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/77d313372a894102ac9672e312a8dd8f
2024-11-13T07:20:33,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/95110612b901448b88e0efbb7faec373 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/95110612b901448b88e0efbb7faec373
2024-11-13T07:20:33,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a4fe66c541f4a1a9ce4da963147a283 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/7a4fe66c541f4a1a9ce4da963147a283
2024-11-13T07:20:33,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b0d9f102c2124ec78145599812e083c2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b0d9f102c2124ec78145599812e083c2
2024-11-13T07:20:33,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b35704c1616a413ba533bc239dca1955 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/b35704c1616a413ba533bc239dca1955
2024-11-13T07:20:33,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/be893caa596547179d6b8af5cf93f81c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/be893caa596547179d6b8af5cf93f81c
2024-11-13T07:20:33,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a5b3f8c0a0784b6f8fcb92c00e23c8f5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/a5b3f8c0a0784b6f8fcb92c00e23c8f5
2024-11-13T07:20:33,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1c1d88d8148a4291ab2cd9286f612619 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1c1d88d8148a4291ab2cd9286f612619
2024-11-13T07:20:33,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/12567a23c95c4d38867b50b74f3d5fab to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/12567a23c95c4d38867b50b74f3d5fab
2024-11-13T07:20:33,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/344b6e1a96e8483ebc6179298cdee3d7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/344b6e1a96e8483ebc6179298cdee3d7
2024-11-13T07:20:33,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f40ea84017784a52b807207335321186 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/f40ea84017784a52b807207335321186
2024-11-13T07:20:33,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4916f3e81f6648339a70fc031192c67c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/4916f3e81f6648339a70fc031192c67c
2024-11-13T07:20:33,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1f5090601e1c48c8bab5636ef96ea0a5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/1f5090601e1c48c8bab5636ef96ea0a5
2024-11-13T07:20:33,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/06d5c42f96904f8cacd89e49d2c2f95b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/06d5c42f96904f8cacd89e49d2c2f95b
2024-11-13T07:20:33,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/653d94f863894d9b9f40aa7c09fb197c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/653d94f863894d9b9f40aa7c09fb197c
2024-11-13T07:20:33,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc10e931da3342abaa332116f9b26bd1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/fc10e931da3342abaa332116f9b26bd1
2024-11-13T07:20:33,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/d05994de81db47c1b84fef1d5c602226, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/41a0913a997342f5b5e154886e5a57dd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0fd6190f42c4e6ca938a88db8fc9fba, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1cffb251df774feaa55fb1c6bc793598, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1c5de6bdbb8a42ecbbb098add09f45a1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/7922ce03e405461a956be033b7ed2ec7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/2c48f46a803849c8b0ad3f5c5ef413fd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/20b991753db14156b1604cb87c3d4520, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/e1b5f207fbea4238a4be12542e5c9116, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/4c7d07c178d84df3855ab3a0cadaaebd, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ebe515d2c3ee4d31918bea9ef20f2537, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dd6d9bad165f4f01ba16c40c75ae9668, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/6d496ae6a34d461785ce71edbf4e3fda, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0aedbc47bf14cb9aa49c27d110cc260, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/8f085a62ca84441dbd34da8a59fc2e19, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/c5afe25c31954de99fd7dc6b23271111, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dfee1d45f9344aa7b4b1214dade275dc, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/007d19f964d749f1b1c8f672a2a814eb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ab8a2218a1e142d893c02d51bb6bfcd9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/136cff45321b4b13883e46e5b6ec56f5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/3aba38ac8d484a7688811e5bfa1cb89e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b8c0d86a7ae64297addafe66413ae86f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/34ec48eaa97b474c8c85eba2b1e2abd2, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/81798d9391754470aa508452562c938e, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b33683678e504d979f2772b298267651, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/f8bf46ea861a4b3eb439dfafd760c531, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/fdac0b3af86940b98dd4c3fd64f4e7ba, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b7845d22a712465a9b305419c20bb826, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/33d71e8118b84de1a3402298eeef44c7, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a5ec82dc2f59470e920b26fa0ab1f6ef] to archive
2024-11-13T07:20:33,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:20:33,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/d05994de81db47c1b84fef1d5c602226 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/d05994de81db47c1b84fef1d5c602226
2024-11-13T07:20:33,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/41a0913a997342f5b5e154886e5a57dd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/41a0913a997342f5b5e154886e5a57dd
2024-11-13T07:20:33,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0fd6190f42c4e6ca938a88db8fc9fba to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0fd6190f42c4e6ca938a88db8fc9fba
2024-11-13T07:20:33,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1cffb251df774feaa55fb1c6bc793598 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1cffb251df774feaa55fb1c6bc793598
2024-11-13T07:20:33,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1c5de6bdbb8a42ecbbb098add09f45a1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/1c5de6bdbb8a42ecbbb098add09f45a1
2024-11-13T07:20:33,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/7922ce03e405461a956be033b7ed2ec7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/7922ce03e405461a956be033b7ed2ec7
2024-11-13T07:20:33,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/2c48f46a803849c8b0ad3f5c5ef413fd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/2c48f46a803849c8b0ad3f5c5ef413fd
2024-11-13T07:20:33,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/20b991753db14156b1604cb87c3d4520 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/20b991753db14156b1604cb87c3d4520
2024-11-13T07:20:33,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/e1b5f207fbea4238a4be12542e5c9116 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/e1b5f207fbea4238a4be12542e5c9116
2024-11-13T07:20:33,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/4c7d07c178d84df3855ab3a0cadaaebd to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/4c7d07c178d84df3855ab3a0cadaaebd
2024-11-13T07:20:33,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ebe515d2c3ee4d31918bea9ef20f2537 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ebe515d2c3ee4d31918bea9ef20f2537
2024-11-13T07:20:33,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dd6d9bad165f4f01ba16c40c75ae9668 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dd6d9bad165f4f01ba16c40c75ae9668
2024-11-13T07:20:33,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/6d496ae6a34d461785ce71edbf4e3fda to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/6d496ae6a34d461785ce71edbf4e3fda
2024-11-13T07:20:33,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0aedbc47bf14cb9aa49c27d110cc260 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a0aedbc47bf14cb9aa49c27d110cc260
2024-11-13T07:20:33,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/8f085a62ca84441dbd34da8a59fc2e19 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/8f085a62ca84441dbd34da8a59fc2e19
2024-11-13T07:20:33,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/c5afe25c31954de99fd7dc6b23271111 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/c5afe25c31954de99fd7dc6b23271111
2024-11-13T07:20:33,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dfee1d45f9344aa7b4b1214dade275dc to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/dfee1d45f9344aa7b4b1214dade275dc
2024-11-13T07:20:33,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/007d19f964d749f1b1c8f672a2a814eb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/007d19f964d749f1b1c8f672a2a814eb
2024-11-13T07:20:33,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ab8a2218a1e142d893c02d51bb6bfcd9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/ab8a2218a1e142d893c02d51bb6bfcd9
2024-11-13T07:20:33,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/136cff45321b4b13883e46e5b6ec56f5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/136cff45321b4b13883e46e5b6ec56f5
2024-11-13T07:20:33,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/3aba38ac8d484a7688811e5bfa1cb89e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/3aba38ac8d484a7688811e5bfa1cb89e
2024-11-13T07:20:33,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b8c0d86a7ae64297addafe66413ae86f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b8c0d86a7ae64297addafe66413ae86f
2024-11-13T07:20:33,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/34ec48eaa97b474c8c85eba2b1e2abd2 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/34ec48eaa97b474c8c85eba2b1e2abd2
2024-11-13T07:20:33,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/81798d9391754470aa508452562c938e to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/81798d9391754470aa508452562c938e
2024-11-13T07:20:33,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b33683678e504d979f2772b298267651 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b33683678e504d979f2772b298267651
2024-11-13T07:20:33,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/f8bf46ea861a4b3eb439dfafd760c531 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/f8bf46ea861a4b3eb439dfafd760c531
2024-11-13T07:20:33,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/fdac0b3af86940b98dd4c3fd64f4e7ba to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/fdac0b3af86940b98dd4c3fd64f4e7ba
2024-11-13T07:20:33,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b7845d22a712465a9b305419c20bb826 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/b7845d22a712465a9b305419c20bb826
2024-11-13T07:20:33,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/33d71e8118b84de1a3402298eeef44c7 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/33d71e8118b84de1a3402298eeef44c7
2024-11-13T07:20:33,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a5ec82dc2f59470e920b26fa0ab1f6ef to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/a5ec82dc2f59470e920b26fa0ab1f6ef
2024-11-13T07:20:33,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07de0d7a7676412dacbde107b4050ccb, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/4b80f3df9d8b4fb0b9b3155d19e1a242, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/27f71f0ced124c96affdcafd483baa0a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/30e860a873224c0a92594fd014b5afe6, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e42f412e3ba4860a06aeb5d31ba7621, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/a7a73e9033d8454e93117304c34d5415, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/9987a36cca194810a078d2f687e75e38, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/6080bf54a67b47d1845fe09f7fd9fa8a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/f482d39e15634c88a5abd7d959322bf4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/12211a236e4749b4bc8bf9645062c549, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/637ee82eafb74788b0e42d8154a4fcc9, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/78dc1d8603ad4241b10d78b3e512832a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07bf765b7a064ea6af347beaebe74ae4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/01e45ff1eebd4c9f8ecafd0aae86d554, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/52a58ca8c7424929b4b409df8738c6b4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/46f030cb90ec4fd5aa9cf7673895ae83, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/0dbfcc4a1aed4be4912da9a3da1cc2f1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/efb8312129f44315aafd7a9425ac50c4, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/16532de9fecb459bbe6a4fdc0180498f, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/02078986a51249f29483b1e7d7e7a3d5, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/5c5c3e573c364718813a267be8b47850, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/236b6faa6f0841789363e9e5c0e59ee0, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b284ca6e656e42aea098f96670d5931a, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/8290413b71814cbeadfe247880d0f971, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e3a92038e22445c9666cfc87a379899, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/391c192b794143c9973f4f00b6508626, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/65001240d4d641d995283f82154f923b, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/d7685ef7f45c42cc8aa13805b31abf6c, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/e6a9f0fe454d4902a00d128215e906a1, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b77a2ef6677840ceaaf21ef15a3ef2a6] to archive
2024-11-13T07:20:33,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-13T07:20:33,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07de0d7a7676412dacbde107b4050ccb to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07de0d7a7676412dacbde107b4050ccb
2024-11-13T07:20:33,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/4b80f3df9d8b4fb0b9b3155d19e1a242 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/4b80f3df9d8b4fb0b9b3155d19e1a242
2024-11-13T07:20:33,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/27f71f0ced124c96affdcafd483baa0a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/27f71f0ced124c96affdcafd483baa0a
2024-11-13T07:20:33,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/30e860a873224c0a92594fd014b5afe6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/30e860a873224c0a92594fd014b5afe6
2024-11-13T07:20:33,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e42f412e3ba4860a06aeb5d31ba7621 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e42f412e3ba4860a06aeb5d31ba7621
2024-11-13T07:20:33,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/a7a73e9033d8454e93117304c34d5415 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/a7a73e9033d8454e93117304c34d5415
2024-11-13T07:20:33,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/9987a36cca194810a078d2f687e75e38 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/9987a36cca194810a078d2f687e75e38
2024-11-13T07:20:33,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/6080bf54a67b47d1845fe09f7fd9fa8a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/6080bf54a67b47d1845fe09f7fd9fa8a
2024-11-13T07:20:33,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/f482d39e15634c88a5abd7d959322bf4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/f482d39e15634c88a5abd7d959322bf4
2024-11-13T07:20:33,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/12211a236e4749b4bc8bf9645062c549 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/12211a236e4749b4bc8bf9645062c549
2024-11-13T07:20:33,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/637ee82eafb74788b0e42d8154a4fcc9 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/637ee82eafb74788b0e42d8154a4fcc9
2024-11-13T07:20:33,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/78dc1d8603ad4241b10d78b3e512832a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/78dc1d8603ad4241b10d78b3e512832a
2024-11-13T07:20:33,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07bf765b7a064ea6af347beaebe74ae4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/07bf765b7a064ea6af347beaebe74ae4
2024-11-13T07:20:33,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/01e45ff1eebd4c9f8ecafd0aae86d554 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/01e45ff1eebd4c9f8ecafd0aae86d554
2024-11-13T07:20:33,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/52a58ca8c7424929b4b409df8738c6b4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/52a58ca8c7424929b4b409df8738c6b4
2024-11-13T07:20:33,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/46f030cb90ec4fd5aa9cf7673895ae83 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/46f030cb90ec4fd5aa9cf7673895ae83
2024-11-13T07:20:33,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/0dbfcc4a1aed4be4912da9a3da1cc2f1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/0dbfcc4a1aed4be4912da9a3da1cc2f1
2024-11-13T07:20:33,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/efb8312129f44315aafd7a9425ac50c4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/efb8312129f44315aafd7a9425ac50c4
2024-11-13T07:20:33,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/16532de9fecb459bbe6a4fdc0180498f to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/16532de9fecb459bbe6a4fdc0180498f
2024-11-13T07:20:33,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/02078986a51249f29483b1e7d7e7a3d5 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/02078986a51249f29483b1e7d7e7a3d5
2024-11-13T07:20:33,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/5c5c3e573c364718813a267be8b47850 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/5c5c3e573c364718813a267be8b47850
2024-11-13T07:20:33,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/236b6faa6f0841789363e9e5c0e59ee0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/236b6faa6f0841789363e9e5c0e59ee0
2024-11-13T07:20:33,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b284ca6e656e42aea098f96670d5931a to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b284ca6e656e42aea098f96670d5931a
2024-11-13T07:20:33,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/8290413b71814cbeadfe247880d0f971 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/8290413b71814cbeadfe247880d0f971
2024-11-13T07:20:33,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e3a92038e22445c9666cfc87a379899 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3e3a92038e22445c9666cfc87a379899
2024-11-13T07:20:33,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/391c192b794143c9973f4f00b6508626 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/391c192b794143c9973f4f00b6508626
2024-11-13T07:20:33,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/65001240d4d641d995283f82154f923b to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/65001240d4d641d995283f82154f923b
2024-11-13T07:20:33,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/d7685ef7f45c42cc8aa13805b31abf6c to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/d7685ef7f45c42cc8aa13805b31abf6c
2024-11-13T07:20:33,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/e6a9f0fe454d4902a00d128215e906a1 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/e6a9f0fe454d4902a00d128215e906a1
2024-11-13T07:20:33,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b77a2ef6677840ceaaf21ef15a3ef2a6 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/b77a2ef6677840ceaaf21ef15a3ef2a6
2024-11-13T07:20:33,788 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/recovered.edits/456.seqid, newMaxSeqId=456, maxSeqId=4
2024-11-13T07:20:33,789 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.
2024-11-13T07:20:33,789 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1676): Region close journal for 73b50592ca3cf78b2ad3de3f7bbc2a62:
Waiting for close lock at 1731482431981Running coprocessor pre-close hooks at 1731482431981Disabling compacts and flushes for region at 1731482431981Disabling writes for close at 1731482431981Obtaining lock to block concurrent updates at 1731482431982 (+1 ms)Preparing flush snapshotting stores in 73b50592ca3cf78b2ad3de3f7bbc2a62 at 1731482431982Finished memstore snapshotting TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731482431982Flushing stores of TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62. at 1731482431982Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/A: creating writer at 1731482431982Flushing mob file 73b50592ca3cf78b2ad3de3f7bbc2a62/A: appending metadata at 1731482431986 (+4 ms)Flushing mob file 73b50592ca3cf78b2ad3de3f7bbc2a62/A: closing flushed file at 1731482431986Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/A: appending metadata at 1731482432393 (+407 ms)Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/A: closing flushed file at 1731482432393Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/B: creating writer at 1731482432799 (+406 ms)Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/B: appending metadata at 1731482432809 (+10 ms)Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/B: closing flushed file at 1731482432809Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/C: creating writer at 1731482433216 (+407 ms)Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/C: appending metadata at 1731482433218 (+2 ms)Flushing 73b50592ca3cf78b2ad3de3f7bbc2a62/C: closing flushed file at 1731482433218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570fb438: reopening flushed file at 1731482433626 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250adc8e: reopening flushed file at 1731482433630 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410af06: reopening flushed file at 1731482433633 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 73b50592ca3cf78b2ad3de3f7bbc2a62 in 1656ms, sequenceid=453, compaction requested=true at 1731482433637 (+4 ms)Writing region close event to WAL at 1731482433785 (+148 ms)Running coprocessor post-close hooks at 1731482433788 (+3 ms)Closed at 1731482433788
2024-11-13T07:20:33,790 INFO  [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(157): Closed 73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,791 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=73b50592ca3cf78b2ad3de3f7bbc2a62, regionState=CLOSED
2024-11-13T07:20:33,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290 because future has completed
2024-11-13T07:20:33,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178
2024-11-13T07:20:33,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseRegionProcedure 73b50592ca3cf78b2ad3de3f7bbc2a62, server=2998b885bdef,44375,1731482210290 in 1.9690 sec
2024-11-13T07:20:33,801 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177
2024-11-13T07:20:33,801 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=73b50592ca3cf78b2ad3de3f7bbc2a62, UNASSIGN in 1.9740 sec
2024-11-13T07:20:33,802 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176
2024-11-13T07:20:33,802 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9780 sec
2024-11-13T07:20:33,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482433805"}]},"ts":"1731482433805"}
2024-11-13T07:20:33,807 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-13T07:20:33,807 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-13T07:20:33,809 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9900 sec
2024-11-13T07:20:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176
2024-11-13T07:20:33,967 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:33,967 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-13T07:20:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:33,969 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-13T07:20:33,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=180, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:33,972 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,974 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C, FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/recovered.edits]
2024-11-13T07:20:33,977 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/6df8aa7bdf0445c484d48b7bdbdc0319 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/6df8aa7bdf0445c484d48b7bdbdc0319
2024-11-13T07:20:33,978 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/951d589a4d8c4b40ae28176a1d63b7fa to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/951d589a4d8c4b40ae28176a1d63b7fa
2024-11-13T07:20:33,978 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/af6606a15c404f02a397a1980321e6a4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/A/af6606a15c404f02a397a1980321e6a4
2024-11-13T07:20:33,980 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/09f757abafe844ccb4e3e9754e95ebc0 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/09f757abafe844ccb4e3e9754e95ebc0
2024-11-13T07:20:33,981 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/80289e9e50ea4d7fb2aea8e3dac5a4c3 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/80289e9e50ea4d7fb2aea8e3dac5a4c3
2024-11-13T07:20:33,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/993d246d9afe4ef0837d095aec512cba to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/B/993d246d9afe4ef0837d095aec512cba
2024-11-13T07:20:33,983 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3a256e49f99d4428831d69d554ff9633 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/3a256e49f99d4428831d69d554ff9633
2024-11-13T07:20:33,984 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/74470c6e7ebb4312847bbf0f092780f8 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/74470c6e7ebb4312847bbf0f092780f8
2024-11-13T07:20:33,985 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/a21d46da18d0472c97aaa0df317967c4 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/C/a21d46da18d0472c97aaa0df317967c4
2024-11-13T07:20:33,986 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/recovered.edits/456.seqid to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62/recovered.edits/456.seqid
2024-11-13T07:20:33,987 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/default/TestAcidGuarantees/73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,987 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-13T07:20:33,987 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-13T07:20:33,988 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-13T07:20:33,990 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113022a7fe653804a3983dcbbcaa4fcf7d4_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113022a7fe653804a3983dcbbcaa4fcf7d4_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,991 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111304035c45dbce4baeb4f2d281f27f91c5_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111304035c45dbce4baeb4f2d281f27f91c5_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,992 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130a8e0977072c40498cf4962a71b8f4b5_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130a8e0977072c40498cf4962a71b8f4b5_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,993 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111326d3c2d5408048e7b279280f23140b40_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111326d3c2d5408048e7b279280f23140b40_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,994 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132aec2f223ea546c1b00858d7efedf717_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132aec2f223ea546c1b00858d7efedf717_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,994 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132eada049ac7c40bfa6863252fcc825b9_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132eada049ac7c40bfa6863252fcc825b9_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,995 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111339086fa239fc431faeb9f7f8f9bda3db_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111339086fa239fc431faeb9f7f8f9bda3db_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,996 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133f8327fc082745819e0ce736377db5b3_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133f8327fc082745819e0ce736377db5b3_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,997 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134cc3916184014811b0759d4216b65afc_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134cc3916184014811b0759d4216b65afc_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,998 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134cfce874cc7c4272aa1992e64f8abba1_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134cfce874cc7c4272aa1992e64f8abba1_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,998 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357f90a44bea44088b5a3ca945bc5a22b_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357f90a44bea44088b5a3ca945bc5a22b_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:33,999 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113625502b4a30649968c21dcca03a05903_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113625502b4a30649968c21dcca03a05903_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,000 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136314655e686c476abb1d31b89c6de9ea_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136314655e686c476abb1d31b89c6de9ea_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,001 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136977d9d561714e74a8449dbebb26724e_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136977d9d561714e74a8449dbebb26724e_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,002 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113759e305c01f044048c9e7af7baec4036_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113759e305c01f044048c9e7af7baec4036_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111392a23bbebaaf43bbb30c7cfac179375a_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111392a23bbebaaf43bbb30c7cfac179375a_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b8fc89cca7504cbd971f6b23b071eef7_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b8fc89cca7504cbd971f6b23b071eef7_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,004 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c253f31e3c50413f808b1f7ef05820a5_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c253f31e3c50413f808b1f7ef05820a5_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,005 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cabf5edfc91644dd8873788a4ca19232_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cabf5edfc91644dd8873788a4ca19232_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,005 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ce3ddab1ad7b4a65a98b2699db1d5392_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ce3ddab1ad7b4a65a98b2699db1d5392_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,006 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d66e9c7c0b2945cab85c1b7cf64580bd_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d66e9c7c0b2945cab85c1b7cf64580bd_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,007 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebeb84a296a5489ba8542923ad18c119_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebeb84a296a5489ba8542923ad18c119_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,008 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eea39fce5c29430893732772b14af952_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eea39fce5c29430893732772b14af952_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,009 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f03c9d8253a041019bb0cbcee7bc7e4f_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f03c9d8253a041019bb0cbcee7bc7e4f_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,010 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fa48cc96522f42d8aeb292614d804a2d_73b50592ca3cf78b2ad3de3f7bbc2a62 to hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fa48cc96522f42d8aeb292614d804a2d_73b50592ca3cf78b2ad3de3f7bbc2a62
2024-11-13T07:20:34,010 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-13T07:20:34,013 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=180, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:34,014 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-13T07:20:34,016 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-13T07:20:34,017 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=180, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:34,017 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-13T07:20:34,017 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731482434017"}]},"ts":"9223372036854775807"}
2024-11-13T07:20:34,019 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-13T07:20:34,019 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 73b50592ca3cf78b2ad3de3f7bbc2a62, NAME => 'TestAcidGuarantees,,1731482405563.73b50592ca3cf78b2ad3de3f7bbc2a62.', STARTKEY => '', ENDKEY => ''}]
2024-11-13T07:20:34,019 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-13T07:20:34,020 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731482434019"}]},"ts":"9223372036854775807"}
2024-11-13T07:20:34,022 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-13T07:20:34,022 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=180, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-13T07:20:34,023 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec
2024-11-13T07:20:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-13T07:20:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-13T07:20:34,079 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-13T07:20:34,085 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249 (was 247) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1131 (was 1160), ProcessCount=11 (was 11), AvailableMemoryMB=3540 (was 662) - AvailableMemoryMB LEAK? -
2024-11-13T07:20:34,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-13T07:20:34,086 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:20:34,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:20:34,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:34,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:34,086 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T07:20:34,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-13T07:20:34,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1872569587, stopped=false
2024-11-13T07:20:34,087 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,42011,1731482208742
2024-11-13T07:20:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T07:20:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T07:20:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:20:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:20:34,166 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T07:20:34,167 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T07:20:34,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:20:34,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:34,167 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,44375,1731482210290' *****
2024-11-13T07:20:34,167 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-13T07:20:34,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T07:20:34,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-13T07:20:34,168 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,44375,1731482210290
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:44375.
2024-11-13T07:20:34,168 DEBUG [RS:0;2998b885bdef:44375 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T07:20:34,168 DEBUG [RS:0;2998b885bdef:44375 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-13T07:20:34,168 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-13T07:20:34,169 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-13T07:20:34,169 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-13T07:20:34,170 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-13T07:20:34,170 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T07:20:34,170 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T07:20:34,170 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T07:20:34,170 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T07:20:34,170 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T07:20:34,170 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T07:20:34,171 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-13T07:20:34,200 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/info/8d044fc1b32e4266869d6b73f6a96b17 is 95, key is TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f./info:/1731482252746/DeleteFamily/seqid=0
2024-11-13T07:20:34,201 INFO  [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-13T07:20:34,201 INFO  [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-13T07:20:34,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742508_1684 (size=6514)
2024-11-13T07:20:34,216 INFO  [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T07:20:34,370 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T07:20:34,570 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T07:20:34,611 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/info/8d044fc1b32e4266869d6b73f6a96b17
2024-11-13T07:20:34,629 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/ns/69cb8cc3d42b4d1cb094fddcf4df40f9 is 93, key is TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f./ns:/1731482252675/DeleteFamily/seqid=0
2024-11-13T07:20:34,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742509_1685 (size=5906)
2024-11-13T07:20:34,632 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/ns/69cb8cc3d42b4d1cb094fddcf4df40f9
2024-11-13T07:20:34,649 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/rep_barrier/440b314614b744c9917de323b31d5743 is 102, key is TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f./rep_barrier:/1731482252675/DeleteFamily/seqid=0
2024-11-13T07:20:34,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742510_1686 (size=6025)
2024-11-13T07:20:34,771 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T07:20:34,971 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T07:20:35,054 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/rep_barrier/440b314614b744c9917de323b31d5743
2024-11-13T07:20:35,088 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/table/e7bd965cc45948a9b62ebc22b1482537 is 96, key is TestAcidGuarantees,,1731482215835.dac418bb1d6fe76e6359fe725618eb1f./table:/1731482252675/DeleteFamily/seqid=0
2024-11-13T07:20:35,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742511_1687 (size=5936)
2024-11-13T07:20:35,171 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T07:20:35,371 DEBUG [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-13T07:20:35,531 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/table/e7bd965cc45948a9b62ebc22b1482537
2024-11-13T07:20:35,535 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/info/8d044fc1b32e4266869d6b73f6a96b17 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/info/8d044fc1b32e4266869d6b73f6a96b17
2024-11-13T07:20:35,540 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/info/8d044fc1b32e4266869d6b73f6a96b17, entries=12, sequenceid=90, filesize=6.4 K
2024-11-13T07:20:35,541 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/ns/69cb8cc3d42b4d1cb094fddcf4df40f9 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/ns/69cb8cc3d42b4d1cb094fddcf4df40f9
2024-11-13T07:20:35,544 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/ns/69cb8cc3d42b4d1cb094fddcf4df40f9, entries=8, sequenceid=90, filesize=5.8 K
2024-11-13T07:20:35,545 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/rep_barrier/440b314614b744c9917de323b31d5743 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/rep_barrier/440b314614b744c9917de323b31d5743
2024-11-13T07:20:35,549 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/rep_barrier/440b314614b744c9917de323b31d5743, entries=6, sequenceid=90, filesize=5.9 K
2024-11-13T07:20:35,550 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/.tmp/table/e7bd965cc45948a9b62ebc22b1482537 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/table/e7bd965cc45948a9b62ebc22b1482537
2024-11-13T07:20:35,554 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/table/e7bd965cc45948a9b62ebc22b1482537, entries=7, sequenceid=90, filesize=5.8 K
2024-11-13T07:20:35,555 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=90, compaction requested=false
2024-11-13T07:20:35,563 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-13T07:20:35,563 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T07:20:35,563 INFO  [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T07:20:35,563 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731482434170Running coprocessor pre-close hooks at 1731482434170Disabling compacts and flushes for region at 1731482434170Disabling writes for close at 1731482434170Obtaining lock to block concurrent updates at 1731482434171 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731482434171Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731482434171Flushing stores of hbase:meta,,1.1588230740 at 1731482434172 (+1 ms)Flushing 1588230740/info: creating writer at 1731482434172Flushing 1588230740/info: appending metadata at 1731482434200 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731482434200Flushing 1588230740/ns: creating writer at 1731482434615 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731482434629 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731482434629Flushing 1588230740/rep_barrier: creating writer at 1731482434635 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482434649 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482434649Flushing 1588230740/table: creating writer at 1731482435059 (+410 ms)Flushing 1588230740/table: appending metadata at 1731482435088 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731482435088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72010fea: reopening flushed file at 1731482435535 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452bfc0e: reopening flushed file at 1731482435540 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5d0dbd: reopening flushed file at 1731482435544 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1029ee9: reopening flushed file at 1731482435549 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=90, compaction requested=false at 1731482435555 (+6 ms)Writing region close event to WAL at 1731482435561 (+6 ms)Running coprocessor post-close hooks at 1731482435563 (+2 ms)Closed at 1731482435563
2024-11-13T07:20:35,563 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-13T07:20:35,572 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,44375,1731482210290; all regions closed.
2024-11-13T07:20:35,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741834_1010 (size=25344)
2024-11-13T07:20:35,577 DEBUG [RS:0;2998b885bdef:44375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/oldWALs
2024-11-13T07:20:35,577 INFO  [RS:0;2998b885bdef:44375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C44375%2C1731482210290.meta:.meta(num 1731482215148)
2024-11-13T07:20:35,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741833_1009 (size=16986949)
2024-11-13T07:20:35,581 DEBUG [RS:0;2998b885bdef:44375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/oldWALs
2024-11-13T07:20:35,581 INFO  [RS:0;2998b885bdef:44375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C44375%2C1731482210290:(num 1731482214361)
2024-11-13T07:20:35,581 DEBUG [RS:0;2998b885bdef:44375 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T07:20:35,581 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T07:20:35,581 INFO  [RS:0;2998b885bdef:44375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T07:20:35,581 INFO  [RS:0;2998b885bdef:44375 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-13T07:20:35,581 INFO  [RS:0;2998b885bdef:44375 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T07:20:35,581 INFO  [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T07:20:35,582 INFO  [RS:0;2998b885bdef:44375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44375
2024-11-13T07:20:35,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T07:20:35,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2998b885bdef,44375,1731482210290
2024-11-13T07:20:35,594 INFO  [RS:0;2998b885bdef:44375 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T07:20:35,605 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,44375,1731482210290]
2024-11-13T07:20:35,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2998b885bdef,44375,1731482210290 already deleted, retry=false
2024-11-13T07:20:35,626 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,44375,1731482210290 expired; onlineServers=0
2024-11-13T07:20:35,626 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,42011,1731482208742' *****
2024-11-13T07:20:35,626 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-13T07:20:35,626 INFO  [M:0;2998b885bdef:42011 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T07:20:35,626 INFO  [M:0;2998b885bdef:42011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T07:20:35,626 DEBUG [M:0;2998b885bdef:42011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-13T07:20:35,627 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-13T07:20:35,627 DEBUG [M:0;2998b885bdef:42011 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-13T07:20:35,627 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482213629 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482213629,5,FailOnTimeoutGroup]
2024-11-13T07:20:35,627 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482213645 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482213645,5,FailOnTimeoutGroup]
2024-11-13T07:20:35,627 INFO  [M:0;2998b885bdef:42011 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-13T07:20:35,627 INFO  [M:0;2998b885bdef:42011 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T07:20:35,627 DEBUG [M:0;2998b885bdef:42011 {}] master.HMaster(1795): Stopping service threads
2024-11-13T07:20:35,627 INFO  [M:0;2998b885bdef:42011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-13T07:20:35,627 INFO  [M:0;2998b885bdef:42011 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T07:20:35,627 ERROR [M:0;2998b885bdef:42011 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (726517346) connection to localhost/127.0.0.1:36317 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36317,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-13T07:20:35,628 INFO  [M:0;2998b885bdef:42011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-13T07:20:35,628 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-13T07:20:35,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-13T07:20:35,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T07:20:35,647 DEBUG [M:0;2998b885bdef:42011 {}] zookeeper.ZKUtil(347): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-13T07:20:35,647 WARN  [M:0;2998b885bdef:42011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-13T07:20:35,647 INFO  [M:0;2998b885bdef:42011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/.lastflushedseqids
2024-11-13T07:20:35,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742512_1688 (size=72)
2024-11-13T07:20:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T07:20:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x101330dc0a90001, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T07:20:35,705 INFO  [RS:0;2998b885bdef:44375 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T07:20:35,706 INFO  [RS:0;2998b885bdef:44375 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,44375,1731482210290; zookeeper connection closed.
2024-11-13T07:20:35,706 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b8a143b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b8a143b
2024-11-13T07:20:35,706 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-13T07:20:36,057 INFO  [M:0;2998b885bdef:42011 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-13T07:20:36,057 INFO  [M:0;2998b885bdef:42011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-13T07:20:36,057 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T07:20:36,057 INFO  [M:0;2998b885bdef:42011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:20:36,057 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:20:36,057 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T07:20:36,057 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:20:36,057 INFO  [M:0;2998b885bdef:42011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=798.00 KB heapSize=978.13 KB
2024-11-13T07:20:36,071 DEBUG [M:0;2998b885bdef:42011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b718776eca3743e5a1aa3cba193a4b8c is 82, key is hbase:meta,,1/info:regioninfo/1731482215371/Put/seqid=0
2024-11-13T07:20:36,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742513_1689 (size=5672)
2024-11-13T07:20:36,475 INFO  [M:0;2998b885bdef:42011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2220 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b718776eca3743e5a1aa3cba193a4b8c
2024-11-13T07:20:36,511 DEBUG [M:0;2998b885bdef:42011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd67d0bcf9b74fdda548fea885b6b96f is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x1F/proc:d/1731482256357/Put/seqid=0
2024-11-13T07:20:36,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742514_1690 (size=47109)
2024-11-13T07:20:36,584 INFO  [M:0;2998b885bdef:42011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=797.44 KB at sequenceid=2220 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd67d0bcf9b74fdda548fea885b6b96f
2024-11-13T07:20:36,594 INFO  [M:0;2998b885bdef:42011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd67d0bcf9b74fdda548fea885b6b96f
2024-11-13T07:20:36,617 DEBUG [M:0;2998b885bdef:42011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f692bac6f614e39901ab9f0bc66c041 is 69, key is 2998b885bdef,44375,1731482210290/rs:state/1731482213817/Put/seqid=0
2024-11-13T07:20:36,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742515_1691 (size=5156)
2024-11-13T07:20:36,654 INFO  [M:0;2998b885bdef:42011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2220 (bloomFilter=true), to=hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f692bac6f614e39901ab9f0bc66c041
2024-11-13T07:20:36,663 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b718776eca3743e5a1aa3cba193a4b8c as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b718776eca3743e5a1aa3cba193a4b8c
2024-11-13T07:20:36,669 INFO  [M:0;2998b885bdef:42011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b718776eca3743e5a1aa3cba193a4b8c, entries=8, sequenceid=2220, filesize=5.5 K
2024-11-13T07:20:36,673 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd67d0bcf9b74fdda548fea885b6b96f as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd67d0bcf9b74fdda548fea885b6b96f
2024-11-13T07:20:36,679 INFO  [M:0;2998b885bdef:42011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd67d0bcf9b74fdda548fea885b6b96f
2024-11-13T07:20:36,679 INFO  [M:0;2998b885bdef:42011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd67d0bcf9b74fdda548fea885b6b96f, entries=180, sequenceid=2220, filesize=46.0 K
2024-11-13T07:20:36,680 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f692bac6f614e39901ab9f0bc66c041 as hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f692bac6f614e39901ab9f0bc66c041
2024-11-13T07:20:36,685 INFO  [M:0;2998b885bdef:42011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36317/user/jenkins/test-data/8e2c98c1-787b-aba1-d505-c00b95f964e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f692bac6f614e39901ab9f0bc66c041, entries=1, sequenceid=2220, filesize=5.0 K
2024-11-13T07:20:36,686 INFO  [M:0;2998b885bdef:42011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~798.00 KB/817150, heapSize ~977.83 KB/1001296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 629ms, sequenceid=2220, compaction requested=false
2024-11-13T07:20:36,722 INFO  [M:0;2998b885bdef:42011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T07:20:36,722 DEBUG [M:0;2998b885bdef:42011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731482436057Disabling compacts and flushes for region at 1731482436057Disabling writes for close at 1731482436057Obtaining lock to block concurrent updates at 1731482436057Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482436057Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=817150, getHeapSize=1001536, getOffHeapSize=0, getCellsCount=2425 at 1731482436057Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482436058 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482436058Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482436070 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482436070Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482436480 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482436510 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482436510Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482436594 (+84 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482436616 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482436616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197e6bd1: reopening flushed file at 1731482436662 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698e3ae4: reopening flushed file at 1731482436669 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e5921d: reopening flushed file at 1731482436679 (+10 ms)Finished flush of dataSize ~798.00 KB/817150, heapSize ~977.83 KB/1001296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 629ms, sequenceid=2220, compaction requested=false at 1731482436686 (+7 ms)Writing region close event to WAL at 1731482436722 (+36 ms)Closed at 1731482436722
2024-11-13T07:20:36,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073742271_1447 (size=352692)
2024-11-13T07:20:36,739 INFO  [M:0;2998b885bdef:42011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-13T07:20:36,740 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T07:20:36,740 INFO  [M:0;2998b885bdef:42011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42011
2024-11-13T07:20:36,740 INFO  [M:0;2998b885bdef:42011 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T07:20:36,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T07:20:36,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42011-0x101330dc0a90000, quorum=127.0.0.1:57111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T07:20:36,856 INFO  [M:0;2998b885bdef:42011 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T07:20:36,874 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T07:20:36,880 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T07:20:36,880 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T07:20:36,880 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T07:20:36,881 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/hadoop.log.dir/,STOPPED}
2024-11-13T07:20:36,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-13T07:20:36,899 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-13T07:20:36,900 WARN  [BP-780329002-172.17.0.3-1731482202983 heartbeating to localhost/127.0.0.1:36317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-13T07:20:36,900 WARN  [BP-780329002-172.17.0.3-1731482202983 heartbeating to localhost/127.0.0.1:36317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-780329002-172.17.0.3-1731482202983 (Datanode Uuid 273df652-ad22-4339-9455-89d2bafa073b) service to localhost/127.0.0.1:36317
2024-11-13T07:20:36,910 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data1/current/BP-780329002-172.17.0.3-1731482202983 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T07:20:36,911 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/cluster_b0999a6c-07fc-a513-5c56-a3b3ea0f9ab0/data/data2/current/BP-780329002-172.17.0.3-1731482202983 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T07:20:36,912 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-13T07:20:36,939 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T07:20:36,940 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T07:20:36,940 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T07:20:36,941 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T07:20:36,941 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9073965-4d60-f079-3b97-a58740caaf6d/hadoop.log.dir/,STOPPED}
2024-11-13T07:20:36,979 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-13T07:20:37,239 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down